-- Logs begin at Wed 2021-06-23 15:45:16 UTC, end at Wed 2021-06-23 17:04:07 UTC. -- Jun 23 16:31:27.025877 dv-cinder-796950-7-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 16:31:29.777171 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:31:29.778118 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 16:31:29.778118 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99424) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:31:29.782027 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.common.config [-] Logging enabled! Jun 23 16:31:29.782276 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev384 Jun 23 16:31:29.782588 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99424) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 16:31:29.783548 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:31:29.783800 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:31:29.784282 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:31:29.784537 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:31:29.784757 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:31:29.785069 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.785360 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.785648 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.785874 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.786168 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.786446 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.786725 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.786987 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.787278 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.787561 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.787864 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.788142 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.788365 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.788641 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.788918 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.789194 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.789411 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] debug = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.789684 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.790099 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.790514 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.790786 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.791062 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.791334 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.791617 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.791885 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.792163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.792482 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] host = dv-cinder-796950-7-smb {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.792750 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.793026 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.793304 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.793585 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.793852 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.794119 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.794391 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.794653 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.794916 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.795183 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.795462 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.795782 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.796203 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.796515 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.796779 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.797108 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.797389 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.797663 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.797933 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.798201 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.798470 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.798738 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.799002 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.799278 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.799554 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.799852 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.800122 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.800387 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.800648 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.800912 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.801187 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.801454 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.801722 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.801986 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.802263 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.802524 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.802789 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.803080 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.803355 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.803647 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.803928 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.804196 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.804467 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.804730 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.804995 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.805259 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] use_json = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.805522 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.805784 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.806055 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.806318 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.806583 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.806850 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.807113 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.807388 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:29.807845 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.808328 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.808821 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.810046 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.810340 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.810621 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.810906 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.811182 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.811637 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.812258 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.812530 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.812809 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.813101 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.813380 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.813674 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.813980 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.814271 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.814567 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.814840 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.815111 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.815382 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.815690 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.815973 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.816261 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.816546 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.816816 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.817090 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.817377 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.817648 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.817914 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.818186 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.818467 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.818739 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.819011 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.819284 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.819556 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.819844 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.820108 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.820378 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.820659 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.820927 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.821191 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.821453 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.821722 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.821984 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.822258 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.822528 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.822795 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.823060 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.823329 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.823615 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.823882 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.824152 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.824422 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.824693 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.824959 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.825222 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.825485 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.825749 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.826010 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.826273 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.826538 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.826806 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.827139 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.827563 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.827949 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.828225 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.828489 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.828776 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.829072 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.829347 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.829624 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.829899 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.830174 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.830446 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.830718 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.830991 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.831265 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.831532 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.831839 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.832117 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.832400 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.832676 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.832948 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.833236 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.833507 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.833784 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.834053 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.834325 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.834619 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.834898 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.835187 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.835474 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.835797 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.836084 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.836372 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.836646 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.836949 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.837219 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:29.837430 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:31:29.837668 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99424) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 16:31:30.196153 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:30.196350 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:30.196619 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:30.196949 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 16:31:30.602636 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.602885 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.603184 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.604496 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.604767 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.605029 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.640574 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.640971 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.641238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.654859 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.655086 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.655561 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.686791 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.687221 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.687647 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.724894 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.725142 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.725435 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.960364 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.960991 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.960991 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.961155 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:30.961749 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.104124 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.104437 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.104713 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.104985 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.105252 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.105561 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.105815 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.106077 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.106330 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.106630 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.106936 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.107248 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.107524 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.107957 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.108105 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.108316 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.108780 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.110410 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.110712 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.110982 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.111290 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.111676 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.111940 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.112225 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.112478 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.112728 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.113131 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:31.113395 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:31.113637 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:31.113869 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:31.114084 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:31.114316 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:31.114714 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 16:31:31.118180 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 16:31:31.122214 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 16:31:31.126728 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1400, 1449)])]) Jun 23 16:31:31.128392 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 16:31:31.128859 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 16:31:31.129189 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 16:31:31.129578 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 16:31:31.132645 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 16:31:31.132881 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 16:31:31.133219 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:31:31.161538 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 16:31:31.161994 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.162287 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99424) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 16:31:31.162644 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.164004 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99424) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 16:31:31.164282 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 16:31:31.164518 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 16:31:31.167895 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.168169 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.233729 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 16:31:31.233974 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 16:31:31.234367 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 16:31:31.235113 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 16:31:31.259832 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_db.sqlalchemy.engines [None req-53025192-1730-4ea5-a055-33778f14c563 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99424) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 16:31:31.825389 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing driver for type 'gre' Jun 23 16:31:31.826618 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53025192-1730-4ea5-a055-33778f14c563 None None] gre ID ranges: [(1, 1000)] Jun 23 16:31:31.901618 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing driver for type 'local' Jun 23 16:31:31.901950 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing driver for type 'vlan' Jun 23 16:31:31.917967 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-53025192-1730-4ea5-a055-33778f14c563 None None] VlanTypeDriver initialization complete Jun 23 16:31:31.918314 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing driver for type 'vxlan' Jun 23 16:31:31.918831 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-53025192-1730-4ea5-a055-33778f14c563 None None] vxlan ID ranges: [(1, 1000)] Jun 23 16:31:31.987621 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing extension driver 'port_security' Jun 23 16:31:31.988343 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.extensions.port_security [None req-53025192-1730-4ea5-a055-33778f14c563 None None] PortSecurityExtensionDriver initialization complete Jun 23 16:31:31.988616 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing mechanism driver 'openvswitch' Jun 23 16:31:31.989077 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing mechanism driver 'hyperv' Jun 23 16:31:31.996937 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.plugins.ml2.plugin [None req-53025192-1730-4ea5-a055-33778f14c563 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99424) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:31:31.997910 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.998399 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.998838 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:31.999948 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.000369 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.000770 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.001249 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.001717 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.002127 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.002542 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > security_group after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.003125 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > security_group after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.003602 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.004178 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.004597 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.005040 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.005564 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > address_group after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.006055 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > address_group after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.006561 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.007045 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-53025192-1730-4ea5-a055-33778f14c563 None None] ML2 OVO RPC backend initialized. {{(pid=99424) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 16:31:32.008007 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.008422 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.008995 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.009413 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > networks before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.009875 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.010318 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > ports before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.010780 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.011370 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnets before_response 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.012268 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.012687 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.013168 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.013610 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.014135 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.014617 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.015199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.015536 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.015980 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.016784 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.plugin [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Modular L2 Plugin initialization complete Jun 23 16:31:32.017918 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading services supported by the core plugin {{(pid=99424) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 16:31:32.017918 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.plugins.ml2.managers [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Got port-security extension from driver 'port_security' Jun 23 16:31:32.018176 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.extensions.vlantransparent [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Disabled vlantransparent extension. Jun 23 16:31:32.018488 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99424) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 16:31:32.018804 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: router Jun 23 16:31:32.058410 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.058801 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_create 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.059173 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router before_create 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.059533 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.059926 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.060281 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_delete 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.060635 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.060994 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_create 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.061335 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_update 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.061888 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_update 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.062461 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.062857 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_update 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.063271 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_update 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.063669 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.063999 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.064338 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: subnet after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.064677 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.065029 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.065379 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_create 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.065731 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.066074 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.066435 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router after_update 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.066779 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.067132 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_create 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.067492 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.067861 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_update 55549900 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.068261 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > network after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.069187 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Tracking information for resource: router configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:32.069528 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Tracking information for resource: floatingip configured {{(pid=99424) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 16:31:32.075122 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.db.l3_agentschedulers_db [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 16:31:32.075863 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.076123 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port after_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.076476 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port after_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.076841 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: port after_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.077759 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router before_create 55550100 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.078125 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.078487 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_create 55550100 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.078844 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > router precommit_update 55550100 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.083454 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.provider_configuration [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service providers = [] {{(pid=99424) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 16:31:32.083840 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.db.servicetype_db [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99424) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 16:31:32.086832 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.service_base [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:31:32.087183 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.service_base [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:31:32.087524 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.service_base [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:31:32.088417 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.services.service_base [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99424) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 16:31:32.088792 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.services.service_base [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 16:31:32.089181 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.089491 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 16:31:32.100531 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.100748 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: auto_allocate Jun 23 16:31:32.106624 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: network precommit_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.106999 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: network precommit_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.107526 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.107873 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: tag Jun 23 16:31:32.114727 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.115058 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: timestamp Jun 23 16:31:32.118876 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.119205 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: network_ip_availability Jun 23 16:31:32.126529 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.126900 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.127255 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.128037 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.128356 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: flavors Jun 23 16:31:32.133199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.133663 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading Plugin: revisions Jun 23 16:31:32.138166 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99424) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 16:31:32.138562 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_concurrency.lockutils [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.942s {{(pid=99424) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:32.139322 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99424) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 16:31:32.139700 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Initializing extension manager. Jun 23 16:31:32.140687 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: __init__.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.140687 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: __pycache__ {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.141243 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.141583 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: address_group.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.142371 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.142962 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: address-group Jun 23 16:31:32.143286 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: address_scope.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.144028 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.144541 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: address-scope Jun 23 16:31:32.144877 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.145943 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.146458 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: router-admin-state-down-before-update Jun 23 16:31:32.146778 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: agent.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.147463 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.147998 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: agent Jun 23 16:31:32.148314 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: agent_resources_synced.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.149213 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.149722 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: agent-resources-synced Jun 23 16:31:32.150037 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: allowedaddresspairs.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.151864 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.152381 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: allowed-address-pairs Jun 23 16:31:32.152700 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: auto_allocated_topology.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.154006 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.154523 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: auto-allocated-topology Jun 23 16:31:32.154846 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: availability_zone.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.155609 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.156124 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: availability_zone Jun 23 16:31:32.156442 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: availability_zone_filter.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.157363 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.157901 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: availability_zone_filter Jun 23 16:31:32.158207 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: data_plane_status.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.159128 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.159642 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 16:31:32.159980 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: default_subnetpools.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.160877 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.161386 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: default-subnetpools Jun 23 16:31:32.161706 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.162527 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.163148 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: dhcp_agent_scheduler Jun 23 16:31:32.163471 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: dns.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.164406 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.164915 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 16:31:32.165241 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: dns_domain_ports.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.166147 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.166650 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 16:31:32.166972 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.167901 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.168415 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 16:31:32.168731 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: dvr.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.169390 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.169902 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: dvr Jun 23 16:31:32.170217 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: empty_string_filtering.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.171134 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.172014 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: empty-string-filtering Jun 23 16:31:32.172014 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.173023 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.173529 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:31:32.173845 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.174735 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.175242 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 16:31:32.175559 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: external_net.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.176472 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.176974 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: external-net Jun 23 16:31:32.177290 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.178183 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.178691 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: extra_dhcp_opt Jun 23 16:31:32.179008 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: extraroute.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.179931 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.180442 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: extraroute Jun 23 16:31:32.180768 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: extraroute_atomic.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.182012 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.182533 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: extraroute-atomic Jun 23 16:31:32.182854 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: filter_validation.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.183536 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.184079 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: filter-validation Jun 23 16:31:32.184398 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: fip_pf_description.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.185297 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.185812 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 16:31:32.186153 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: fip_port_details.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.187112 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.187636 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: fip-port-details Jun 23 16:31:32.187963 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: flavors.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.189281 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.189792 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: flavors Jun 23 16:31:32.190102 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.191865 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.192391 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 16:31:32.192721 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: floatingip_pools.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.193411 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.193921 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: floatingip-pools Jun 23 16:31:32.194243 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: ip_allocation.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.195144 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.195697 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 16:31:32.196022 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.196930 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.197443 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: ip-substring-filtering Jun 23 16:31:32.197769 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l2_adjacency.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.198692 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.199199 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 16:31:32.199519 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.200538 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.201059 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: router Jun 23 16:31:32.201380 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.204040 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.204573 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 16:31:32.204903 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.205851 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.206373 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: ext-gw-mode Jun 23 16:31:32.206697 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.207625 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.208177 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: l3-ha Jun 23 16:31:32.208503 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3_flavors.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.209393 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.209906 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: l3-flavors Jun 23 16:31:32.210222 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.211130 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.211670 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 16:31:32.211991 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: l3agentscheduler.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.213193 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.213708 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: l3_agent_scheduler Jun 23 16:31:32.214032 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: logging.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.215579 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.216143 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension logging not supported by any of loaded plugins Jun 23 16:31:32.216471 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: metering.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.217220 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.217804 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: metering Jun 23 16:31:32.218262 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.219441 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.220004 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: metering_source_and_destination_fields Jun 23 16:31:32.220332 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: multiprovidernet.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.221264 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.221787 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: multi-provider Jun 23 16:31:32.222109 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: netmtu.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.223052 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.223567 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: net-mtu Jun 23 16:31:32.223914 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: netmtu_writable.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.224835 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.225351 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: net-mtu-writable Jun 23 16:31:32.225667 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: network_availability_zone.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.226389 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.226844 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: network_availability_zone Jun 23 16:31:32.227157 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: network_ip_availability.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.228361 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.228880 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: network-ip-availability Jun 23 16:31:32.229197 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: network_segment_range.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.229985 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.230494 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 16:31:32.230813 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: pagination.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.231842 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.232169 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: pagination Jun 23 16:31:32.232531 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: port_device_profile.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.233470 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.234055 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: port-device-profile Jun 23 16:31:32.234382 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.235306 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.235855 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: port-mac-address-regenerate Jun 23 16:31:32.236178 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.237102 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.237622 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: port-numa-affinity-policy Jun 23 16:31:32.237985 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: port_resource_request.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.238913 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.239423 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 16:31:32.239780 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: portbindings.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.240717 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.241235 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: binding Jun 23 16:31:32.241553 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: portbindings_extended.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.242884 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.243650 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: binding-extended Jun 23 16:31:32.243782 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: portsecurity.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.250238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.250238 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: port-security Jun 23 16:31:32.250238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: project_id.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.250238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.250238 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: project-id Jun 23 16:31:32.250238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: providernet.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.251045 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.251045 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: provider Jun 23 16:31:32.251045 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.253911 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.254492 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos not supported by any of loaded plugins Jun 23 16:31:32.255504 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.256359 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.256900 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 16:31:32.257231 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.258199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.258711 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 16:31:32.259047 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_default.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.260199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.260565 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-default not supported by any of loaded plugins Jun 23 16:31:32.260886 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_fip.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.261577 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.262428 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 16:31:32.262754 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_gateway_ip.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.263935 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.264488 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 16:31:32.264834 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_port_network_policy.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.265808 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.266339 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 16:31:32.266638 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_rule_type_details.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.267648 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.268155 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 16:31:32.268469 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: qos_rules_alias.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.269611 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.270171 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 16:31:32.270450 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: quotasv2.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.271435 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.271799 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: quotas Jun 23 16:31:32.272110 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: quotasv2_detail.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.275337 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.275705 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: quota_details Jun 23 16:31:32.276028 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: rbac.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.277132 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.277689 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: rbac-policies Jun 23 16:31:32.278030 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: rbac_address_group.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.278983 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.279504 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: rbac-address-group Jun 23 16:31:32.279861 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: rbac_address_scope.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.280861 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.281451 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: rbac-address-scope Jun 23 16:31:32.281831 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: rbac_security_groups.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.282694 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.283206 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: rbac-security-groups Jun 23 16:31:32.283524 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: rbac_subnetpool.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.284788 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.285313 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: rbac-subnetpool Jun 23 16:31:32.285661 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: revisionifmatch.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.286621 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.287198 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: revision-if-match Jun 23 16:31:32.287518 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: revisions.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.289016 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.289572 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: standard-attr-revisions Jun 23 16:31:32.289897 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: router_availability_zone.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.290577 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.291127 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: router_availability_zone Jun 23 16:31:32.291451 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: routerservicetype.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.292453 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.293003 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 16:31:32.293444 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.294194 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.294701 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: security-groups-normalized-cidr Jun 23 16:31:32.295017 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.295962 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.296568 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: port-security-groups-filtering Jun 23 16:31:32.296890 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.298029 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.298548 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: security-groups-remote-address-group Jun 23 16:31:32.298867 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: securitygroup.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.309202 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.309931 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: security-group Jun 23 16:31:32.310266 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: segment.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.311259 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.311971 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension segment not supported by any of loaded plugins Jun 23 16:31:32.312301 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.313461 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.314014 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 16:31:32.314339 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: servicetype.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.315668 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.316222 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: service-type Jun 23 16:31:32.316583 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: sorting.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.317599 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.317923 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: sorting Jun 23 16:31:32.318247 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: standard_attr_segment.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.319292 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.319858 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 16:31:32.320179 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: standardattrdescription.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.320857 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.321365 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: standard-attr-description Jun 23 16:31:32.321681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: stateful_security_group.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.322634 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.323168 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: stateful-security-group Jun 23 16:31:32.323488 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: stdattrs_common.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.324103 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 16:31:32.324418 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.325426 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.326097 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 16:31:32.326354 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: subnet_onboard.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.328040 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.328374 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: subnet_onboard Jun 23 16:31:32.328661 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.329637 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.330150 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 16:31:32.330470 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: subnet_service_types.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.331383 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.331923 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: subnet-service-types Jun 23 16:31:32.332242 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: subnetallocation.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.333355 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.333904 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: subnet_allocation Jun 23 16:31:32.334224 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.334896 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.335405 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: subnetpool-prefix-ops Jun 23 16:31:32.335757 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.336685 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.337201 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 16:31:32.337516 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: tagging.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.338663 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.339198 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: standard-attr-tag Jun 23 16:31:32.339520 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: timestamp.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.340808 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.341332 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loaded extension: standard-attr-timestamp Jun 23 16:31:32.341653 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: trunk.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.342690 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.343451 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension trunk not supported by any of loaded plugins Jun 23 16:31:32.343820 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: trunk_details.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.344737 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.345262 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 16:31:32.345602 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: uplink_status_propagation.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.346515 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.347043 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 16:31:32.347362 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Loading extension file: vlantransparent.py {{(pid=99424) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 16:31:32.348095 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99424) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 16:31:32.348612 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 16:31:32.351244 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:network Jun 23 16:31:32.351912 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:subnet Jun 23 16:31:32.352348 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:31:32.352747 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:port Jun 23 16:31:32.354188 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.354633 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service FLAVORS assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.355233 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.355690 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.356021 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:router Jun 23 16:31:32.356455 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:31:32.356972 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service METERING assigned prefix: /metering {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.358459 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.358896 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.359304 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99424) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:31:32.360664 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:31:32.361137 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:31:32.361587 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:31:32.362230 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service CORE assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.362561 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:31:32.362919 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] subnetpool is already registered Jun 23 16:31:32.363372 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service CORE assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.363719 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:31:32.364048 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] subnetpool is already registered Jun 23 16:31:32.366662 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.367098 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service FLAVORS assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.367724 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.368149 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.368497 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:router Jun 23 16:31:32.368838 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] router is already registered Jun 23 16:31:32.369248 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 16:31:32.369584 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] floatingip is already registered Jun 23 16:31:32.370042 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service METERING assigned prefix: /metering {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.370771 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 16:31:32.371099 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] rbac_policy is already registered Jun 23 16:31:32.371513 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:security_group Jun 23 16:31:32.371867 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] security_group is already registered Jun 23 16:31:32.372274 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 16:31:32.372598 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] security_group_rule is already registered Jun 23 16:31:32.373370 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service CORE assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.373606 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:31:32.373941 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] subnetpool is already registered Jun 23 16:31:32.374591 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.v2.resource_helper [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Service CORE assigned prefix: {{(pid=99424) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 16:31:32.375044 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 16:31:32.375495 dv-cinder-796950-7-smb neutron-server[99424]: WARNING neutron.quota.resource_registry [None req-53025192-1730-4ea5-a055-33778f14c563 None None] subnetpool is already registered Jun 23 16:31:32.376024 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: extensions {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.377593 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: address-groups {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.379131 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: address-scopes {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.380763 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: agents {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.382098 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: auto-allocated-topology {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.383711 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: availability_zones {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.385062 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: dhcp-networks {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.386628 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: dhcp-agents {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.388510 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: routers {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.390322 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: flavors {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.393077 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: service_profiles {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.394299 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: next_providers {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.395879 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: service_profiles {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.397449 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: floatingip-pools {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.398679 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: routers {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.400475 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: floatingips {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.401746 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: l3-routers {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.403156 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: l3-agents {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.404620 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: metering-labels {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.405965 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: metering-label-rules {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.407354 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: network-ip-availabilities {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.408846 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: bindings {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.410485 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: quotas {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.412158 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: quotas {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.413557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: rbac-policies {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.414810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: security-groups {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.416137 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: security-group-rules {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.417420 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: service-providers {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.418664 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: subnetpools {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.420023 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: subnetpools {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.421674 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.423366 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.425262 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.427041 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.428789 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.430736 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.432504 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.434328 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.436221 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.438125 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron.api.extensions [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Extended resource: tags {{(pid=99424) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 16:31:32.444360 dv-cinder-796950-7-smb neutron-server[99424]: WARNING keystonemiddleware.auth_token [None req-53025192-1730-4ea5-a055-33778f14c563 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 16:31:32.449018 dv-cinder-796950-7-smb neutron-server[99424]: WARNING keystonemiddleware.auth_token [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 16:31:32.458741 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_concurrency.lockutils [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Acquired lock "singleton_lock" {{(pid=99424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 16:31:32.459227 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_concurrency.lockutils [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Releasing lock "singleton_lock" {{(pid=99424) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 16:31:32.459919 dv-cinder-796950-7-smb neutron-server[99424]: INFO oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Starting 2 workers Jun 23 16:31:32.464784 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Started child 99533 {{(pid=99424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:31:32.470142 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Started child 99534 {{(pid=99424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:31:32.470564 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:32.471750 dv-cinder-796950-7-smb neutron-server[99424]: INFO neutron.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 16:31:32.472175 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [-] (99533) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:31:32.472464 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Notify callbacks [] for process, before_spawn {{(pid=99424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:32.474795 dv-cinder-796950-7-smb neutron-server[99424]: INFO oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Starting 1 workers Jun 23 16:31:32.474991 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:32.476248 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [-] (99534) wsgi starting up on http://0.0.0.0:9696 Jun 23 16:31:32.480056 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Started child 99535 {{(pid=99424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:31:32.480652 dv-cinder-796950-7-smb neutron-server[99424]: INFO oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Starting 1 workers Jun 23 16:31:32.484505 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] calling RpcWorker wait() {{(pid=99535) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 16:31:32.485228 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] returning from RpcWorker wait() {{(pid=99535) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 16:31:32.485688 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Started child 99536 {{(pid=99424) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 16:31:32.486380 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:32.486565 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG neutron_lib.callbacks.manager [None req-53025192-1730-4ea5-a055-33778f14c563 None None] Notify callbacks [] for process, after_spawn {{(pid=99424) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:32.486806 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:31:32.488457 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:31:32.488649 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:31:32.488878 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:31:32.489099 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:31:32.489696 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:31:32.489696 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:31:32.490243 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.490542 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.490810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.491142 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.491326 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.491989 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.492119 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:32.492614 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.492614 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.492766 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.492967 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.493141 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.493318 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.493577 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.493798 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.494131 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.494418 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.494674 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.494954 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.495096 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.495366 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.495668 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.495920 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.496165 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] debug = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.496437 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.496905 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.497160 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.497378 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.497590 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.497886 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.498127 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.498401 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.498645 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.498908 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.499149 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.499463 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.499742 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.499969 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.500255 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.500477 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.500771 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.501161 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] host = dv-cinder-796950-7-smb {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.501393 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.501631 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.501884 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.502146 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.502372 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.502601 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.502852 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.503108 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.503347 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.503611 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.503850 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.504098 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.504376 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.504582 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.504746 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_options = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.504985 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.505260 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.505536 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.505725 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.505895 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.506074 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.506327 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.506489 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.506742 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.506958 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.507170 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.507387 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.507637 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.507853 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.508105 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.508353 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.508643 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.508770 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.509014 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.509238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.509459 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.509700 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.509931 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.510166 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.510425 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.510612 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.510836 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.511065 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.511312 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.511510 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.511764 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.513290 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.513772 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.513772 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.514499 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.514499 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.514499 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.515810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.515810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.515810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.515810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.515810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.516540 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.516540 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.516540 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.516806 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_json = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.516953 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.517185 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.518794 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.518794 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.518794 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.519236 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.519236 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.520201 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.520201 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.520201 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.520584 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.520584 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.520818 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.521479 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.521479 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.521479 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.521848 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.521980 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:31:32.522110 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.522244 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.523634 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.523634 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.523634 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.523634 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.523634 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.524018 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.524018 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.524157 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.524383 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.524599 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.524835 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.525162 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.525424 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.525693 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.525937 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.526153 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.526389 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.526630 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.526905 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.527082 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.527289 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.527552 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.527771 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.527999 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.528248 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.528473 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.528703 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.528925 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.529360 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.530246 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.530246 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.530246 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.530498 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.530564 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.530777 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.531128 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.531358 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.531582 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.531867 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.532110 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.532352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.532561 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.532776 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.533006 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.533232 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.533459 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.533697 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.533906 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.534134 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.534362 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.534618 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.534843 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.535051 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.535260 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.535481 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.535748 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.536013 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.536272 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.536530 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.536747 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.536983 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.537428 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.537657 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.537881 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.538104 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.538330 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.538543 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.538760 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.538968 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.539179 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.539396 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.539651 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.539865 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.540143 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.540484 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.540727 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.540969 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.541192 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.541447 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.541648 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.542054 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.542443 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.542699 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.542921 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.543193 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.546681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.547557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.547557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.547557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.547557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.547557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.547557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.548137 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.548137 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.548137 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.548514 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.548662 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.548903 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.549199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.549546 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.549717 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.549946 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.550192 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.550460 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.550708 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.551040 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.551283 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.551510 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.551748 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.552030 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.552261 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.552492 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.552713 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.552951 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.553249 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.553615 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.553771 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.553886 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.554149 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.554399 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.554642 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.554899 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.555159 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.555367 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.555666 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.555871 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.556081 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.556331 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.556560 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.559923 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.560607 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561176 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561176 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561176 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561176 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561176 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561176 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561601 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.561731 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.562127 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.562945 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.562945 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.562945 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.563225 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.563367 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.563773 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.563986 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.564669 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.564669 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.564669 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.564879 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.565073 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.565284 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.565530 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.565786 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.566120 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.566379 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.566603 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.566843 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.567100 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.567301 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.567504 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.567759 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.567969 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.568185 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.568394 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.568647 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.568867 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.569081 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.569288 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.569492 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.569725 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.569932 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.570151 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.570434 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.570673 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.570914 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.571151 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.571386 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.571644 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.571845 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.572203 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.572435 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.572645 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.572867 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.573090 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.573293 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.573521 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.573725 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.574091 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.574277 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.574455 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.574627 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.574751 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.574987 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.575186 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.575554 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.575924 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.576340 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.576810 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.577221 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.577499 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.578418 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.578418 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.578592 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.578822 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.579143 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.579355 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.579614 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.579882 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.580134 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.580358 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.580618 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.580948 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.581260 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.581491 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.581759 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.582041 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.582325 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.582572 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.582779 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.583114 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.583436 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.583724 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.583978 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.584495 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.584942 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.585365 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.585851 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.585851 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.586232 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.586539 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.586840 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.587129 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.587431 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.587734 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.588043 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.588323 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.588635 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.588934 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.589236 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.589508 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.589714 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:31:32.590335 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99424) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 16:31:32.590549 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 16:31:32.590761 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 16:31:32.590985 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 16:31:32.591214 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 16:31:32.591357 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 16:31:32.591669 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.591819 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.592075 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.592288 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.592503 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.592694 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.592861 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.593048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.593245 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.593435 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.593435 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.593803 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.593882 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.594026 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.594218 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.594619 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.594782 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.594938 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.595096 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.595404 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.595567 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.595743 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.595896 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] debug = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.596057 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.596272 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.596431 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.596585 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.596738 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.596892 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597046 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597507 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597657 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597809 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.597962 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.598115 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.598272 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.598422 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.598726 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.598880 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] host = dv-cinder-796950-7-smb {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.599031 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.599183 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.599477 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.599789 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.599789 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.599966 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.600103 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.600250 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.600403 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.600554 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.600706 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.600858 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601004 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601166 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601318 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_options = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601470 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601623 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601775 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.601947 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.602106 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.602260 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.602412 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.602566 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.602717 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.602870 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603021 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603172 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603323 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603473 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603637 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603840 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.603970 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604112 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604236 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604378 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604530 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604681 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604833 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.604985 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.605122 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.605278 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.605431 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.605583 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.605734 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.605886 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.606037 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.606191 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.606344 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.606496 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.606649 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.606860 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.607016 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.607198 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.607354 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608074 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608074 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608074 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608074 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608665 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608665 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.608665 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_json = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.609007 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.609007 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610060 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610060 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610060 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610060 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610060 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610631 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 16:31:32.610631 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.610631 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.610631 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611077 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611077 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611077 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611421 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611421 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611684 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611684 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.611916 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.612025 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.612145 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.612275 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.612398 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.614048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.97/identity {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.615163 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.616352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617036 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617036 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617036 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617036 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617036 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617036 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617441 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617441 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617441 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617644 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617720 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617837 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.617996 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.618152 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.618311 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.618471 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.618627 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.618783 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.618937 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.619093 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.619249 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.619412 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.619561 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.619763 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.619913 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.620066 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.620221 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.620377 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.620536 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.620694 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.620856 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621001 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621156 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621312 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621471 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621628 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621782 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.621939 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.622095 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.622251 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.622407 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.622562 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.622722 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.622861 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623126 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623241 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623352 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623507 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623679 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623839 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.623994 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.624153 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.624413 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.624657 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625100 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625100 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625100 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625438 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625438 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625941 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625941 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.625941 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.626158 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.626158 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.626303 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.626468 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.627640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628204 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628204 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628204 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628204 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628507 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628507 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628644 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628736 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.628892 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.629048 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.629199 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.629357 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.629512 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.629668 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.629834 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630001 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630155 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630313 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630672 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630672 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630831 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.630922 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.631078 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.631232 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.631387 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.631541 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.631718 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.631874 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632031 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632186 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632343 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.97/identity {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632498 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632640 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632798 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.632952 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.633108 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.633265 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.633422 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.633578 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.633786 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.633911 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:31:32.634001 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.634080 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.634235 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.634391 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.634545 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.634699 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.634855 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635011 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635165 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635319 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635472 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635651 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635798 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.635999 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.636161 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.636317 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.636475 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.636748 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.636835 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.637250 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.637407 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.637563 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.637718 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.637875 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638029 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638185 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638350 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638489 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638691 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638856 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.638966 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.639063 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.639222 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.639376 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.639580 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.639720 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.639938 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.640098 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.640253 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.640513 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.640787 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.641055 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.641336 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.641431 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.641547 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.641706 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.641867 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642022 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642178 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642335 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642492 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642646 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642801 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.642970 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.643125 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.643280 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.643436 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.643619 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.643776 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.643931 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.644085 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.644239 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.644394 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.644557 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.644712 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.644866 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645020 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645174 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645339 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645495 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645649 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645811 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.645934 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.646098 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.646288 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.646419 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.646538 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.646709 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.646844 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.647007 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.647162 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.647326 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.647687 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.647687 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648474 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648474 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648474 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648474 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648474 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648854 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648854 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.648854 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.649366 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.649366 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.649366 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.649724 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.649724 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.649724 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1400:1449'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650061 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650061 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650290 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650400 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650518 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650648 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.650771 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.651121 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.651238 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.651383 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.651542 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.651720 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.651875 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652031 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652186 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652341 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652497 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652652 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652807 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.652962 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.653117 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.653273 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.653428 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 16:31:32.653578 dv-cinder-796950-7-smb neutron-server[99424]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99424) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 16:31:32.718340 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50392) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:31:32.727067 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [-] 10.222.0.97 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062106 Jun 23 16:31:44.686231 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00fc56d-026a-448f-886a-9b12b18eaaff None None] get_active_networks_info from dv-cinder-796950-7-smb {{(pid=99535) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 16:31:44.768778 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00fc56d-026a-448f-886a-9b12b18eaaff None None] No non-hosted networks {{(pid=99535) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 16:31:44.782811 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.agentschedulers_db [None req-e00fc56d-026a-448f-886a-9b12b18eaaff None None] DHCP Agent not found on host dv-cinder-796950-7-smb {{(pid=99535) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 16:31:44.835603 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f3b759ee-009f-4724-9cd5-9320d1c47e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981'] for agent, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:47.431699 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ae34c9a0-9fd9-4494-9126-11ef0cdef179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981'] for agent, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:47.528122 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981'] for agent, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:47.530460 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.531006 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.531558 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.532325 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.533650 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.534000 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.534478 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.534922 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.535261 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.535619 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.535966 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.536294 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:47.536710 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796950-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:31:47.538262 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-848f8972-cfa8-4140-bd85-f8e53c6f94c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:47.586302 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796950-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:31:48.542687 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981'] for agent, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:50.154558 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981'] for agent, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:50.413590 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.db.l3_hamode_db [None req-85ca003e-5136-4c23-9f66-48fbee512b36 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 16:31:50.491967 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca003e-5136-4c23-9f66-48fbee512b36 None None] Routers set() bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:31:50.492347 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ca003e-5136-4c23-9f66-48fbee512b36 None None] Router IDs set() for agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 16:31:51.232444 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50484) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:31:51.785556 dv-cinder-796950-7-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-9846d1bc-24f0-4b47-a29c-25449e589388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:31:51.786149 dv-cinder-796950-7-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-9846d1bc-24f0-4b47-a29c-25449e589388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:31:52.004744 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-9846d1bc-24f0-4b47-a29c-25449e589388 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:31:52.005720 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9846d1bc-24f0-4b47-a29c-25449e589388 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7723722 Jun 23 16:31:54.389727 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50498) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:31:54.736335 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:31:54.838886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.policy [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99533) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:31:54.885161 dv-cinder-796950-7-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:31:54.885552 dv-cinder-796950-7-smb neutron-server[99533]: WARNING oslo_policy.policy [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:31:54.895287 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.quota [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] Loaded quota_driver: . Jun 23 16:31:54.997666 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775156182699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775156183286', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775156178153', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775156197011', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775156190318', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775156216984', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-598734', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-579250', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3787279', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3864356'] for rbac-policy, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:55.070075 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:55.071318 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-4c244f4c-a5ee-4376-9979-02f2de6c9cc8 admin admin] 10.222.0.97 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6804187 Jun 23 16:31:57.711133 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50510) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:31:58.051280 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Request body: {'network': {'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'project_id': '26d92e409a6548bba95d657195bd08e9', 'name': 'private', 'admin_state_up': True}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:31:58.084863 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Made reservation on behalf of 26d92e409a6548bba95d657195bd08e9 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:31:58.087858 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.105582 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.243972 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.249078 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.253622 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:58.275887 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1430} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:31:58.302989 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775157331990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.303624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Unsubscribe: segment precommit_create {{(pid=99533) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:31:58.304120 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Added segment a5d333aa-4cad-4558-93c9-c7284829dfcc of type vlan for network c4398477-9021-4910-a678-a891aee6cac0 Jun 23 16:31:58.311088 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584ba958-6374-49f9-a286-8db8079725ee,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:58.348864 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.349088 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.349388 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.349697 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.350004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.350288 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.350588 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.350885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.351182 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.351475 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.351793 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.352087 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Tracked resource versions report: Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: pushed versions: Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: { 'AddressGroup': {'1.2'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'ConntrackHelper': {'1.0'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Log': {'1.0'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Network': {'1.1'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Port': {'1.7'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'PortForwarding': {'1.2'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'QosPolicy': {'1.8'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroup': {'1.4'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'SubPort': {'1.0'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Subnet': {'1.1'}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Trunk': {'1.1'}} Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: consumer versions: Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'ConntrackHelper': '1.0', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Log': '1.0', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Network': '1.1', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Port': '1.7', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'PortForwarding': '1.2', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'QosPolicy': '1.8', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroup': '1.4', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroupRule': '1.2', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'SubPort': '1.0', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Subnet': '1.1', Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: 'Trunk': '1.1'}} Jun 23 16:31:58.353207 dv-cinder-796950-7-smb neutron-server[99533]: {{(pid=99533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:31:58.431551 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.436568 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:58.494119 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.495724 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:31:58.496369 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:31:58.498597 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:31:58.561318 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.8490846 Jun 23 16:31:58.621152 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Pushing event updated for resources: {'Network': ['ID=c4398477-9021-4910-a678-a891aee6cac0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:31:58.624613 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:31:58.634512 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network c4398477-9021-4910-a678-a891aee6cac0 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:32:01.263151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50524) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:01.694244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289b107f-b22d-47a2-af87-dbe814678acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:01.695759 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-289b107f-b22d-47a2-af87-dbe814678acf admin admin] 10.222.0.97 "GET /v2.0/networks/c4398477-9021-4910-a678-a891aee6cac0 HTTP/1.1" status: 200 len: 826 time: 0.4315100 Jun 23 16:32:01.722826 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e164e0f6-ecaf-40fa-a89e-9ea5f01e6ab1 admin admin] 10.222.0.97 "GET /v2.0/subnetpools/b730a0ac-d8be-416a-a683-c3f8fa6955d9 HTTP/1.1" status: 200 len: 734 time: 0.0212717 Jun 23 16:32:01.733430 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Request body: {'subnet': {'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:01.762558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Made reservation on behalf of 26d92e409a6548bba95d657195bd08e9 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:32:01.766898 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.131469 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.134023 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:02.200852 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4942195-7bac-450f-8781-37ce66e0e2e4,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:02.211728 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:02.212973 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Checking segment: {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:32:02.213364 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Network hostable DHCP agents. Network: c4398477-9021-4910-a678-a891aee6cac0, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:32:02.237080 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Network c4398477-9021-4910-a678-a891aee6cac0 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:32:02.249151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, c4398477-9021-4910-a678-a891aee6cac0) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:02.254293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:02.254884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.260535 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e817ccdf-0892-45ca-aa66-6baba43a3468 None None] Network c4398477-9021-4910-a678-a891aee6cac0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:32:02.271467 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5425832 Jun 23 16:32:02.584159 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-c4398477-9021-4910-a678-a891aee6cac0', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:32:02.585348 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:02.862503 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Allocated IP 172.20.0.2 (c4398477-9021-4910-a678-a891aee6cac0/d4942195-7bac-450f-8781-37ce66e0e2e4/f514ac92-a954-4b68-b0df-df858527b402) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:32:03.081789 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:03.128208 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Transition to ACTIVE for port object f514ac92-a954-4b68-b0df-df858527b402 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:03.150003 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Transition to ACTIVE for port object f514ac92-a954-4b68-b0df-df858527b402 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:03.160293 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:03.162990 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:03.234023 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Network c4398477-9021-4910-a678-a891aee6cac0 is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:32:03.239850 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:03.248775 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:32:03.250796 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Pushing event updated for resources: {'Port': ['ID=f514ac92-a954-4b68-b0df-df858527b402,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:03.262847 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.263475 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.263475 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.263786 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.264124 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.264435 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.265042 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.265340 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.265923 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.266039 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.266350 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.266691 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Tracked resource versions report: Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: pushed versions: Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: { 'AddressGroup': {'1.2'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'ConntrackHelper': {'1.0'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Log': {'1.0'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Network': {'1.1'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Port': {'1.7'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'PortForwarding': {'1.2'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'QosPolicy': {'1.8'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroup': {'1.4'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'SubPort': {'1.0'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Subnet': {'1.1'}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Trunk': {'1.1'}} Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: consumer versions: Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'ConntrackHelper': '1.0', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Log': '1.0', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Network': '1.1', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Port': '1.7', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'PortForwarding': '1.2', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'QosPolicy': '1.8', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroup': '1.4', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroupRule': '1.2', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'SubPort': '1.0', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Subnet': '1.1', Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: 'Trunk': '1.1'}} Jun 23 16:32:03.268016 dv-cinder-796950-7-smb neutron-server[99535]: {{(pid=99535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:32:03.287613 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:03.336267 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Attempting to bind port f514ac92-a954-4b68-b0df-df858527b402 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:32:03.336591 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Attempting to bind port f514ac92-a954-4b68-b0df-df858527b402 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:32:03.337009 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Attempting to bind port f514ac92-a954-4b68-b0df-df858527b402 on network c4398477-9021-4910-a678-a891aee6cac0 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:32:03.342103 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:32:03.342518 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Checking segment: {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:32:03.342964 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:03.343342 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Bound using segment: {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:32:03.343830 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Bound port: f514ac92-a954-4b68-b0df-df858527b402, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:32:03.344220 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:03.416353 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] For port f514ac92-a954-4b68-b0df-df858527b402, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:32:03.421035 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] For port f514ac92-a954-4b68-b0df-df858527b402, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=f514ac92-a954-4b68-b0df-df858527b402,segment=NetworkSegment(a5d333aa-4cad-4558-93c9-c7284829dfcc),segment_id=a5d333aa-4cad-4558-93c9-c7284829dfcc)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:32:03.427464 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:03.433115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:03.498811 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Pushing event updated for resources: {'Port': ['ID=f514ac92-a954-4b68-b0df-df858527b402,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:03.502384 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:04.687430 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50532) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:05.046046 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-b46457f2-3827-4797-8a3a-7e68f1bdec97 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:32:05.059620 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b46457f2-3827-4797-8a3a-7e68f1bdec97 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3586714 Jun 23 16:32:07.494194 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 50540) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:08.102248 dv-cinder-796950-7-smb neutron-server[99534]: WARNING oslo_policy.policy [None req-082b8ea2-4f53-47da-a529-5a21a6640149 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:32:08.102810 dv-cinder-796950-7-smb neutron-server[99534]: WARNING oslo_policy.policy [None req-082b8ea2-4f53-47da-a529-5a21a6640149 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:32:08.319907 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [None req-082b8ea2-4f53-47da-a529-5a21a6640149 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:32:08.321216 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-082b8ea2-4f53-47da-a529-5a21a6640149 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8249037 Jun 23 16:32:09.547283 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:32:09.665150 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f779d9a-3a82-4fe3-ba5c-546eda1b1bb0 None None] Network c4398477-9021-4910-a678-a891aee6cac0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:32:09.761283 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-e90d71fc-54e0-4859-b0b8-d7e6b2415d2e None None] Provisioning for port f514ac92-a954-4b68-b0df-df858527b402 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:09.818450 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device f514ac92-a954-4b68-b0df-df858527b402 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:09.949331 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port f514ac92-a954-4b68-b0df-df858527b402 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:09.953489 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port f514ac92-a954-4b68-b0df-df858527b402 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:09.953872 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:10.067782 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:10.106864 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port f514ac92-a954-4b68-b0df-df858527b402, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=f514ac92-a954-4b68-b0df-df858527b402,segment=NetworkSegment(a5d333aa-4cad-4558-93c9-c7284829dfcc),segment_id=a5d333aa-4cad-4558-93c9-c7284829dfcc)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:10.111906 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:10.114230 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:10.159624 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=f514ac92-a954-4b68-b0df-df858527b402,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:10.162876 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:10.194431 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-65ed1251-781d-4b9c-be26-a1f80e1d0d6e None None] Provisioning complete for port f514ac92-a954-4b68-b0df-df858527b402 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:10.194783 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-65ed1251-781d-4b9c-be26-a1f80e1d0d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:11.018984 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 50560) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:11.353608 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:11.422623 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.policy [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99534) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 16:32:11.469557 dv-cinder-796950-7-smb neutron-server[99534]: WARNING oslo_policy.policy [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:32:11.469858 dv-cinder-796950-7-smb neutron-server[99534]: WARNING oslo_policy.policy [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 16:32:11.478779 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.quota [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Loaded quota_driver: . Jun 23 16:32:11.539211 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:11.541289 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:11.714395 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:11.719296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:11.739011 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:11.740320 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-86a5b1f1-0ef3-49fb-ab60-5c026011c1d2 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7201242 Jun 23 16:32:11.790449 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device f514ac92-a954-4b68-b0df-df858527b402 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:11.850561 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port f514ac92-a954-4b68-b0df-df858527b402 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:11.850931 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:14.174882 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50570) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:14.530825 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-df20ae20-0c43-4ff5-a3f0-a6df8b78c846 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:32:14.531824 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-df20ae20-0c43-4ff5-a3f0-a6df8b78c846 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3558295 Jun 23 16:32:14.639304 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-a39b066f-02ac-4a4e-b614-48f5a7740f16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:16.953678 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50578) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:17.315459 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:17.337681 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Made reservation on behalf of f1ff5adbeeaa42fb87b1235e6249b4ad for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:32:17.340033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.348263 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.434292 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-99b37ebc-f801-4547-8ecd-d384d04bebfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.439711 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.443639 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.447770 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:17.460566 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Reserving flat network on physical network physnet1 {{(pid=99533) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 16:32:17.474656 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.482110 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.482445 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Added segment 76fb75ab-86e8-4956-87d3-afa97ed49bd4 of type flat for network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 Jun 23 16:32:17.490908 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c783e2-1ce2-47c9-8e83-eb32fa119d3b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:17.496544 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:17.536780 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.577188 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.578518 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:17.579107 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:17.581028 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:17.632890 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6779866 Jun 23 16:32:17.640061 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Pushing event updated for resources: {'Network': ['ID=7067caa2-6a43-4c64-8f12-ff3fc23457e0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:17.643454 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:17.652953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:32:18.468383 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:20.017957 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50596) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:20.098166 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:20.212760 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c481f5c-312f-4e24-a38b-ec4a6c7fa5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:20.214181 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-4c481f5c-312f-4e24-a38b-ec4a6c7fa5a7 admin admin] 10.222.0.97 "GET /v2.0/subnets/d4942195-7bac-450f-8781-37ce66e0e2e4 HTTP/1.1" status: 200 len: 849 time: 0.1951787 Jun 23 16:32:20.391747 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3ff52eef-6916-40bc-a012-9483c0991057 admin admin] 10.222.0.97 "GET /v2.0/routers/72267b6d-266c-4a5e-8235-6705d1cd3183 HTTP/1.1" status: 200 len: 704 time: 0.1714628 Jun 23 16:32:20.666137 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:20.954499 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Allocated IP 172.20.0.1 (c4398477-9021-4910-a678-a891aee6cac0/d4942195-7bac-450f-8781-37ce66e0e2e4/2fb1af51-de93-4084-a9e9-30cff87d2bb1) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:32:21.164895 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.187242 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Transition to ACTIVE for port object 2fb1af51-de93-4084-a9e9-30cff87d2bb1 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:21.268593 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.270751 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:21.347536 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Network c4398477-9021-4910-a678-a891aee6cac0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:32:21.352721 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:21.355565 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:32:21.356291 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.379101 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb1af51-de93-4084-a9e9-30cff87d2bb1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:21.422621 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:21.570922 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.587876 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-25663a05-cf61-420c-9b76-1fe75e7972e8 None None] Provisioning for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:21.591609 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-25663a05-cf61-420c-9b76-1fe75e7972e8 None None] Provisioning complete for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:21.591984 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-25663a05-cf61-420c-9b76-1fe75e7972e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.624121 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-25663a05-cf61-420c-9b76-1fe75e7972e8 None None] Port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:32:21.758921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.764856 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.765972 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:21.768181 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:21.845888 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb1af51-de93-4084-a9e9-30cff87d2bb1,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:21.849103 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:21.896295 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Network c4398477-9021-4910-a678-a891aee6cac0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:32:21.897685 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:22.064127 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Router 72267b6d-266c-4a5e-8235-6705d1cd3183 is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:32:22.147144 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-5e0e4635-1adf-47b5-b078-a0f58e9195ce None None] Provisioning complete for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:22.147403 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5e0e4635-1adf-47b5-b078-a0f58e9195ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:22.157769 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:32:22.165957 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] 10.222.0.97 "PUT /v2.0/routers/72267b6d-266c-4a5e-8235-6705d1cd3183/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7688437 Jun 23 16:32:22.182867 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Sync routers for ids ['72267b6d-266c-4a5e-8235-6705d1cd3183'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:32:22.189855 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-5e0e4635-1adf-47b5-b078-a0f58e9195ce None None] Port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:32:22.195369 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Routers {'72267b6d-266c-4a5e-8235-6705d1cd3183'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:22.196228 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:32:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['72267b6d-266c-4a5e-8235-6705d1cd3183'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:22.381185 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Set router 72267b6d-266c-4a5e-8235-6705d1cd3183 gateway port host: None {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:22.815210 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:32:11Z', 'updated_at': '2021-06-23T16:32:21Z', 'revision_number': 2, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'gw_port_host': None, '_interfaces': [{'id': '2fb1af51-de93-4084-a9e9-30cff87d2bb1', 'name': '', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'mac_address': 'fa:16:3e:cf:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:20Z', 'updated_at': '2021-06-23T16:32:21Z', 'revision_number': 2, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'subnets': [{'id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:22.867701 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Checking router: 72267b6d-266c-4a5e-8235-6705d1cd3183 for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:32:22.868056 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Updating router 72267b6d-266c-4a5e-8235-6705d1cd3183 port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:32:22.952645 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:23.484240 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:23.505091 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Transition to ACTIVE for port object 2fb1af51-de93-4084-a9e9-30cff87d2bb1 will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:23.511371 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:23.516070 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:23.701777 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Attempting to bind port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:32:23.702155 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Attempting to bind port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:32:23.702571 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Attempting to bind port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 on network c4398477-9021-4910-a678-a891aee6cac0 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:32:23.712292 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:32:23.712706 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Checking segment: {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:32:23.713172 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:23.713552 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Bound using segment: {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:32:23.714028 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Bound port: 2fb1af51-de93-4084-a9e9-30cff87d2bb1, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5d333aa-4cad-4558-93c9-c7284829dfcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1430, 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:32:23.714395 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:23.716340 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Pushing event updated for resources: {'Port': ['ID=2fb1af51-de93-4084-a9e9-30cff87d2bb1,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:23.730431 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.730753 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.731074 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.731385 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.731720 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.732026 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.732330 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.732630 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.732928 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.733225 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.733522 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.733817 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Tracked resource versions report: Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: pushed versions: Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: { 'AddressGroup': {'1.2'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'ConntrackHelper': {'1.0'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Log': {'1.0'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Network': {'1.1'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Port': {'1.7'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'PortForwarding': {'1.2'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'QosPolicy': {'1.8'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroup': {'1.4'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'SubPort': {'1.0'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Subnet': {'1.1'}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Trunk': {'1.1'}} Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: consumer versions: Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'ConntrackHelper': '1.0', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Log': '1.0', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Network': '1.1', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Port': '1.7', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'PortForwarding': '1.2', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'QosPolicy': '1.8', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroup': '1.4', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroupRule': '1.2', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'SubPort': '1.0', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Subnet': '1.1', Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: 'Trunk': '1.1'}} Jun 23 16:32:23.734996 dv-cinder-796950-7-smb neutron-server[99536]: {{(pid=99536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:32:23.744227 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:23.802469 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] For port 2fb1af51-de93-4084-a9e9-30cff87d2bb1, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:32:23.824176 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] For port 2fb1af51-de93-4084-a9e9-30cff87d2bb1, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=2fb1af51-de93-4084-a9e9-30cff87d2bb1,segment=NetworkSegment(a5d333aa-4cad-4558-93c9-c7284829dfcc),segment_id=a5d333aa-4cad-4558-93c9-c7284829dfcc)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:32:23.829374 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:23.831543 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:23.890593 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Pushing event updated for resources: {'Port': ['ID=2fb1af51-de93-4084-a9e9-30cff87d2bb1,revision_number=4']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:23.894347 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:23.898658 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Routers {'72267b6d-266c-4a5e-8235-6705d1cd3183'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:23.899274 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:32:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['72267b6d-266c-4a5e-8235-6705d1cd3183'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:23.998126 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] Set router 72267b6d-266c-4a5e-8235-6705d1cd3183 gateway port host: None {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:24.216416 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:32:11Z', 'updated_at': '2021-06-23T16:32:21Z', 'revision_number': 2, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'gw_port_host': None, '_interfaces': [{'id': '2fb1af51-de93-4084-a9e9-30cff87d2bb1', 'name': '', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'mac_address': 'fa:16:3e:cf:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:20Z', 'updated_at': '2021-06-23T16:32:23Z', 'revision_number': 4, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'subnets': [{'id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:24.247821 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab46fd7-7470-4adb-a26d-f353b0dd7a66 None None] The sync data for ids ['72267b6d-266c-4a5e-8235-6705d1cd3183'] in dv-cinder-796950-7-smb is: [{'id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:32:11Z', 'updated_at': '2021-06-23T16:32:21Z', 'revision_number': 2, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'gw_port_host': None, '_interfaces': [{'id': '2fb1af51-de93-4084-a9e9-30cff87d2bb1', 'name': '', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'mac_address': 'fa:16:3e:cf:01:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:20Z', 'updated_at': '2021-06-23T16:32:23Z', 'revision_number': 4, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'subnets': [{'id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:32:24.417207 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50618) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:24.533197 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7928b-8f7d-4742-b0cb-ea3c49eb08e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:24.534738 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-f9b7928b-8f7d-4742-b0cb-ea3c49eb08e3 admin admin] 10.222.0.97 "GET /v2.0/networks/7067caa2-6a43-4c64-8f12-ff3fc23457e0 HTTP/1.1" status: 200 len: 842 time: 0.1164773 Jun 23 16:32:24.545178 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.28.3.1', 'ip_version': 4, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'cidr': '172.28.3.0/24'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:24.570237 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Made reservation on behalf of f1ff5adbeeaa42fb87b1235e6249b4ad for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:32:24.572710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:24.865112 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.objects.ports [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99533) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 16:32:24.865539 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:24.867720 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed310fd5-2e79-4a17-a75c-d37e6f312df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:24.918205 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce91c909-6994-42db-bb20-3e6728114797,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:24.922562 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:24.930145 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:32:24.930492 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Network hostable DHCP agents. Network: 7067caa2-6a43-4c64-8f12-ff3fc23457e0, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:32:24.947453 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:32:24.956404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 7067caa2-6a43-4c64-8f12-ff3fc23457e0) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:24.961547 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:24.962644 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:24.965881 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040ef184-1dce-455b-b2ee-96475f061d74 None None] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:32:24.979071 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4369206 Jun 23 16:32:25.100680 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bada657-7a67-40ad-8806-12764a0cde00 None None] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:32:27.268560 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 50630) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:27.477264 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-c517c51d-6cfe-4fbc-8d8e-d822d31eb6c0 admin admin] 10.222.0.97 "GET /v2.0/routers/72267b6d-266c-4a5e-8235-6705d1cd3183 HTTP/1.1" status: 200 len: 710 time: 0.2073004 Jun 23 16:32:27.579677 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1d0350-8ae2-40f6-b392-ad5d515b3ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:32:27.581049 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0e1d0350-8ae2-40f6-b392-ad5d515b3ba1 admin admin] 10.222.0.97 "GET /v2.0/networks/7067caa2-6a43-4c64-8f12-ff3fc23457e0 HTTP/1.1" status: 200 len: 886 time: 0.0946391 Jun 23 16:32:27.590360 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:32:27.818225 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 2fb1af51-de93-4084-a9e9-30cff87d2bb1 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:27.842293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:27.872737 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:27.876343 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:27.876710 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:27.954257 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:27.989004 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 2fb1af51-de93-4084-a9e9-30cff87d2bb1, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=2fb1af51-de93-4084-a9e9-30cff87d2bb1,segment=NetworkSegment(a5d333aa-4cad-4558-93c9-c7284829dfcc),segment_id=a5d333aa-4cad-4558-93c9-c7284829dfcc)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:27.993311 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:27.995714 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:28.102045 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:28.114973 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=2fb1af51-de93-4084-a9e9-30cff87d2bb1,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:28.118670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:28.183611 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:28.292790 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Allocated IP 172.28.3.10 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/7b96e0a5-f613-48f6-a143-9352ec638001) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:32:28.399244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:28.441361 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:28.444251 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:28.485033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:32:28.487863 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:32:28.491643 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:32:28.496940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Pushing event updated for resources: {'Port': ['ID=7b96e0a5-f613-48f6-a143-9352ec638001,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:28.527981 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:28.753342 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:29.043037 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:29.046540 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3860252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3860229', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3819177'] for router, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:29.156913 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Router 72267b6d-266c-4a5e-8235-6705d1cd3183 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:32:29.268338 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:32:29.273314 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:29.274784 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] 10.222.0.97 "PUT /v2.0/routers/72267b6d-266c-4a5e-8235-6705d1cd3183 HTTP/1.1" status: 200 len: 889 time: 1.6875439 Jun 23 16:32:29.291241 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Sync routers for ids ['72267b6d-266c-4a5e-8235-6705d1cd3183'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:32:29.305572 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Routers {'72267b6d-266c-4a5e-8235-6705d1cd3183'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:29.306337 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:32:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['72267b6d-266c-4a5e-8235-6705d1cd3183'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:29.558374 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Set router 72267b6d-266c-4a5e-8235-6705d1cd3183 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:29.813182 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 2fb1af51-de93-4084-a9e9-30cff87d2bb1 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:29.938947 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:29.939320 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.034115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '7b96e0a5-f613-48f6-a143-9352ec638001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:32:11Z', 'updated_at': '2021-06-23T16:32:28Z', 'revision_number': 4, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'gw_port': {'id': '7b96e0a5-f613-48f6-a143-9352ec638001', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:28Z', 'updated_at': '2021-06-23T16:32:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '2fb1af51-de93-4084-a9e9-30cff87d2bb1', 'name': '', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'mac_address': 'fa:16:3e:cf:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:20Z', 'updated_at': '2021-06-23T16:32:27Z', 'revision_number': 5, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'subnets': [{'id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:30.106336 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Checking router: 72267b6d-266c-4a5e-8235-6705d1cd3183 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:32:30.106562 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Updating router 72267b6d-266c-4a5e-8235-6705d1cd3183 port 7b96e0a5-f613-48f6-a143-9352ec638001 binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:32:30.151115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.486745 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.496996 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Transition to ACTIVE for port object 7b96e0a5-f613-48f6-a143-9352ec638001 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:32:30.502732 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.505361 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-50873d3a-8fab-449c-8bd5-97ed6f64694d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:30.555382 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ba8d-21ef-4f47-abc0-eb34991f4c1d None None] Pushing event updated for resources: {'Port': ['ID=7b96e0a5-f613-48f6-a143-9352ec638001,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:30.558821 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-af94ba8d-21ef-4f47-abc0-eb34991f4c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:30.561415 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Attempting to bind port 7b96e0a5-f613-48f6-a143-9352ec638001 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:32:30.561788 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Attempting to bind port 7b96e0a5-f613-48f6-a143-9352ec638001 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:32:30.562154 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Attempting to bind port 7b96e0a5-f613-48f6-a143-9352ec638001 on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:32:30.567982 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:32:30.568352 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:32:30.568769 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.569154 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:32:30.569744 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Bound port: 7b96e0a5-f613-48f6-a143-9352ec638001, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:32:30.570125 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.703156 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] For port 7b96e0a5-f613-48f6-a143-9352ec638001, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:32:30.706322 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] For port 7b96e0a5-f613-48f6-a143-9352ec638001, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=7b96e0a5-f613-48f6-a143-9352ec638001,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:32:30.711479 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:30.713711 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:30.770683 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af94ba8d-21ef-4f47-abc0-eb34991f4c1d None None] Pushing event updated for resources: {'Port': ['ID=7b96e0a5-f613-48f6-a143-9352ec638001,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:30.773613 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Routers {'72267b6d-266c-4a5e-8235-6705d1cd3183'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:32:30.775568 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:32:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['72267b6d-266c-4a5e-8235-6705d1cd3183'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:30.776239 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-af94ba8d-21ef-4f47-abc0-eb34991f4c1d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:30.889828 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] Set router 72267b6d-266c-4a5e-8235-6705d1cd3183 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:32:31.114382 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '7b96e0a5-f613-48f6-a143-9352ec638001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:32:11Z', 'updated_at': '2021-06-23T16:32:28Z', 'revision_number': 4, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'gw_port': {'id': '7b96e0a5-f613-48f6-a143-9352ec638001', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:28Z', 'updated_at': '2021-06-23T16:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '2fb1af51-de93-4084-a9e9-30cff87d2bb1', 'name': '', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'mac_address': 'fa:16:3e:cf:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:20Z', 'updated_at': '2021-06-23T16:32:27Z', 'revision_number': 5, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'subnets': [{'id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:32:31.168610 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4abf90-7863-40c3-ab17-9379c40184b9 None None] The sync data for ids ['72267b6d-266c-4a5e-8235-6705d1cd3183'] in dv-cinder-796950-7-smb is: [{'id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'name': 'router1', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.10'}], 'enable_snat': True}, 'gw_port_id': '7b96e0a5-f613-48f6-a143-9352ec638001', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:32:11Z', 'updated_at': '2021-06-23T16:32:28Z', 'revision_number': 4, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'gw_port': {'id': '7b96e0a5-f613-48f6-a143-9352ec638001', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:dd:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:28Z', 'updated_at': '2021-06-23T16:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '2fb1af51-de93-4084-a9e9-30cff87d2bb1', 'name': '', 'network_id': 'c4398477-9021-4910-a678-a891aee6cac0', 'tenant_id': '26d92e409a6548bba95d657195bd08e9', 'mac_address': 'fa:16:3e:cf:01:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72267b6d-266c-4a5e-8235-6705d1cd3183', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:32:20Z', 'updated_at': '2021-06-23T16:32:27Z', 'revision_number': 5, 'project_id': '26d92e409a6548bba95d657195bd08e9', 'subnets': [{'id': 'd4942195-7bac-450f-8781-37ce66e0e2e4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b730a0ac-d8be-416a-a683-c3f8fa6955d9'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:32:31.675766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 50638) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:32:31.840468 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 7b96e0a5-f613-48f6-a143-9352ec638001 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:31.843428 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-03ff27ea-5514-45ca-86ed-ee27c5bcc413 admin admin] 10.222.0.97 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1659589 Jun 23 16:32:31.901493 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 7b96e0a5-f613-48f6-a143-9352ec638001 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:32:31.907208 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 7b96e0a5-f613-48f6-a143-9352ec638001 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:31.907577 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:32.011281 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:32.035040 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 7b96e0a5-f613-48f6-a143-9352ec638001, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=7b96e0a5-f613-48f6-a143-9352ec638001,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:32:32.040189 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:32.043850 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-af94ba8d-21ef-4f47-abc0-eb34991f4c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:32:32.091846 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=7b96e0a5-f613-48f6-a143-9352ec638001,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:32:32.095365 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:32:33.816493 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 7b96e0a5-f613-48f6-a143-9352ec638001 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:32:33.877795 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 7b96e0a5-f613-48f6-a143-9352ec638001 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:32:33.878214 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:44.637141 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b96ae80d-8583-4bb9-aaa3-9437500390f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:46.547032 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:32:47.429390 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-98e85449-9617-42f6-bff3-711e5c3ca1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:47.486229 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:48.474814 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:32:50.121374 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:14.633101 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-84553006-dcae-4c93-968a-9339f5daba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:17.429769 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2606b4b1-a940-44dd-ac09-8ebdd2ff0217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:17.482033 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:18.471875 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:20.113736 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:23.546133 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:33:44.637777 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-574cfcc9-968c-426c-aa86-85a6c79d1c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:47.425882 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-06e18c8d-c4db-4676-b7d9-f98290e8790f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:47.486113 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:48.475215 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:33:50.119549 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:00.546724 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:34:09.512173 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51206) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:09.573395 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.pecan_wsgi.hooks.translation [None req-66039606-dabe-47ff-a319-3b646eaa7b9d admin admin] GET failed (client error): The resource could not be found. Jun 23 16:34:09.574869 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-66039606-dabe-47ff-a319-3b646eaa7b9d admin admin] 10.222.0.97 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617151 Jun 23 16:34:09.741596 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3285b07e-843f-4ded-adfd-3561cbb295a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:09.742972 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3285b07e-843f-4ded-adfd-3561cbb295a8 admin admin] 10.222.0.97 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1641297 Jun 23 16:34:11.888968 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51216) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:12.045570 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9fe01-5c82-487a-b6ed-7aa316404696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:12.046939 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-dcb9fe01-5c82-487a-b6ed-7aa316404696 admin admin] 10.222.0.97 "GET /v2.0/subnets/d4942195-7bac-450f-8781-37ce66e0e2e4 HTTP/1.1" status: 200 len: 849 time: 0.1567743 Jun 23 16:34:12.056282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:34:12.144092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:12.302959 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775157281244'] for subnet, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:12.306132 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:34:12.373328 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:12.374403 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:12.375806 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] 10.222.0.97 "PUT /v2.0/subnets/d4942195-7bac-450f-8781-37ce66e0e2e4 HTTP/1.1" status: 200 len: 868 time: 0.3228393 Jun 23 16:34:12.378447 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7921c1eb-af16-4464-b1a4-8d389608b6d6 None None] Network c4398477-9021-4910-a678-a891aee6cac0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:34:12.390239 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4942195-7bac-450f-8781-37ce66e0e2e4,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:34:12.400825 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.401158 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.401389 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.401714 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.402023 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.402352 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.402700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.403124 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.403495 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.403878 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.404692 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.404692 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Tracked resource versions report: Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: pushed versions: Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: { 'AddressGroup': {'1.2'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'ConntrackHelper': {'1.0'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Log': {'1.0'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Network': {'1.1'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Port': {'1.7'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'PortForwarding': {'1.2'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'QosPolicy': {'1.8'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroup': {'1.4'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'SubPort': {'1.0'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Subnet': {'1.1'}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Trunk': {'1.1'}} Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: consumer versions: Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'ConntrackHelper': '1.0', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Log': '1.0', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Network': '1.1', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Port': '1.7', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'PortForwarding': '1.2', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'QosPolicy': '1.8', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroup': '1.4', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroupRule': '1.2', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'SubPort': '1.0', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Subnet': '1.1', Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: 'Trunk': '1.1'}} Jun 23 16:34:12.405860 dv-cinder-796950-7-smb neutron-server[99534]: {{(pid=99534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:34:12.409703 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:34:12.829256 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-4cf255b2-3e00-4b15-a512-c3697a0a6504 None None] Provisioning complete for port f514ac92-a954-4b68-b0df-df858527b402 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:34:12.829601 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4cf255b2-3e00-4b15-a512-c3697a0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:12.926021 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-4cf255b2-3e00-4b15-a512-c3697a0a6504 None None] Provisioning complete for port 2fb1af51-de93-4084-a9e9-30cff87d2bb1 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:34:12.926255 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4cf255b2-3e00-4b15-a512-c3697a0a6504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:14.552864 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51230) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:14.642703 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9fd23b6b-d7c2-4409-a296-c15c55ea7bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:14.793941 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857baa2-5299-4ce6-9fd1-23c5f6c8bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:14.794303 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e857baa2-5299-4ce6-9fd1-23c5f6c8bab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:14.795828 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-e857baa2-5299-4ce6-9fd1-23c5f6c8bab7 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2419705 Jun 23 16:34:16.952783 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51238) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:17.095457 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefc491-6218-41ab-b497-8c541eeac339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:17.095955 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aefc491-6218-41ab-b497-8c541eeac339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:17.097530 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8aefc491-6218-41ab-b497-8c541eeac339 admin admin] 10.222.0.97 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1437907 Jun 23 16:34:17.430097 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1b6a8297-d7d8-4ed1-a3c6-75b220c45d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:17.492359 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:18.478352 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:19.237568 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51246) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:19.368446 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6497b9-10db-4222-b3a6-ed4eb255eafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:19.369813 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1e6497b9-10db-4222-b3a6-ed4eb255eafc admin admin] 10.222.0.97 "GET /v2.0/networks/7067caa2-6a43-4c64-8f12-ff3fc23457e0 HTTP/1.1" status: 200 len: 886 time: 0.1313019 Jun 23 16:34:20.126356 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:21.523034 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51254) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:21.678692 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8dbf90-9dc2-4b2c-bf9c-af25bc98211f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:21.680074 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-dc8dbf90-9dc2-4b2c-bf9c-af25bc98211f admin admin] 10.222.0.97 "GET /v2.0/networks/c4398477-9021-4910-a678-a891aee6cac0 HTTP/1.1" status: 200 len: 870 time: 0.1557314 Jun 23 16:34:23.827887 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51262) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:23.963319 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f122d-af76-4529-b055-950c40536e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:23.963796 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37f122d-af76-4529-b055-950c40536e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:23.965348 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f37f122d-af76-4529-b055-950c40536e1f admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1358922 Jun 23 16:34:26.098538 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51270) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:26.215834 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac888eac-4bfc-46fd-80c2-e7ea2fd1a909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:26.216312 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac888eac-4bfc-46fd-80c2-e7ea2fd1a909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:26.217877 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-ac888eac-4bfc-46fd-80c2-e7ea2fd1a909 admin admin] 10.222.0.97 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1177149 Jun 23 16:34:28.389326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51278) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:28.478065 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ffc9f-7f15-4374-b8fb-61699a0f6361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:28.479448 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-ca8ffc9f-7f15-4374-b8fb-61699a0f6361 admin admin] 10.222.0.97 "GET /v2.0/subnets/ce91c909-6994-42db-bb20-3e6728114797 HTTP/1.1" status: 200 len: 816 time: 0.0888524 Jun 23 16:34:30.632082 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51286) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:30.726559 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c7a41f-706e-4184-b79d-4193c09a040e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:30.727948 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-49c7a41f-706e-4184-b79d-4193c09a040e admin admin] 10.222.0.97 "GET /v2.0/subnets/d4942195-7bac-450f-8781-37ce66e0e2e4 HTTP/1.1" status: 200 len: 868 time: 0.0948908 Jun 23 16:34:37.545765 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:34:44.655395 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bb403196-f485-4f29-8a7b-dcfe3767bda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:47.433725 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-02d95f48-a7c9-42e0-9f52-63b6cdb7c247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:47.492563 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:48.484053 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:50.129607 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:54.295723 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51330) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:54.349691 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [None req-d72d7c84-be03-4835-ae3b-f7b2e3f5d078 admin admin] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:34:54.350789 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-d72d7c84-be03-4835-ae3b-f7b2e3f5d078 admin admin] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0540648 Jun 23 16:34:56.621509 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51338) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:56.689523 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.pecan_wsgi.hooks.translation [None req-f54e27f0-ba5a-46fe-98ae-aa56f4b297cf admin admin] GET failed (client error): The resource could not be found. Jun 23 16:34:56.690838 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-f54e27f0-ba5a-46fe-98ae-aa56f4b297cf admin admin] 10.222.0.97 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0683608 Jun 23 16:34:56.782212 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e2e814-ccaa-483d-875f-d1bf9003b90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:56.783774 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-14e2e814-ccaa-483d-875f-d1bf9003b90e admin admin] 10.222.0.97 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0888088 Jun 23 16:34:58.969408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51346) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:34:59.020942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:34:59.049255 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Made reservation on behalf of f1ff5adbeeaa42fb87b1235e6249b4ad for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:34:59.052083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:59.096329 dv-cinder-796950-7-smb neutron-server[99534]: WARNING neutron.services.revisions.revision_plugin [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Could not find related network for resource to bump revision. Jun 23 16:34:59.112150 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1400} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:34:59.125267 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775157331990', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:59.125800 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Unsubscribe: segment precommit_create {{(pid=99534) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 16:34:59.126238 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Added segment 71e43971-1ed0-4099-be46-d22e9138cc18 of type vlan for network 182dce04-4671-4d16-808d-bfc6580c550e Jun 23 16:34:59.179250 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:59.225155 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:59.226545 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:34:59.227247 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:34:59.229143 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:34:59.305170 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.3342841 Jun 23 16:34:59.318652 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Pushing event updated for resources: {'Network': ['ID=182dce04-4671-4d16-808d-bfc6580c550e,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:34:59.329294 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:34:59.337624 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 182dce04-4671-4d16-808d-bfc6580c550e details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:35:01.506336 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51354) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:35:01.582648 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.pecan_wsgi.hooks.translation [None req-8edd1981-e5e5-4acf-8d9f-c356b9723e39 admin admin] GET failed (client error): The resource could not be found. Jun 23 16:35:01.584015 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8edd1981-e5e5-4acf-8d9f-c356b9723e39 admin admin] 10.222.0.97 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0767055 Jun 23 16:35:01.664973 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd960d1-b64d-4226-9388-c58d6fee1d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:35:01.666686 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-fbd960d1-b64d-4226-9388-c58d6fee1d9e admin admin] 10.222.0.97 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0779409 Jun 23 16:35:01.677085 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:35:01.700656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Made reservation on behalf of f1ff5adbeeaa42fb87b1235e6249b4ad for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:35:01.702914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:01.888879 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:01.892271 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:35:01.951654 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1342f9a5-e80c-4778-b61f-f4bfff8d47aa,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:35:01.959947 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.960286 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.960617 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.960950 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.961663 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.961663 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.961919 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.962261 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.962650 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.962969 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.963279 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.963608 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:01.967630 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Checking segment: {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:35:01.968020 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Network hostable DHCP agents. Network: 182dce04-4671-4d16-808d-bfc6580c550e, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:35:01.970224 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:35:01.991782 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Network 182dce04-4671-4d16-808d-bfc6580c550e is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:35:02.003048 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 182dce04-4671-4d16-808d-bfc6580c550e) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:35:02.015134 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:35:02.016052 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.021583 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deef95ef-4bb2-43c6-a611-5d7610876778 None None] Network 182dce04-4671-4d16-808d-bfc6580c550e requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:35:02.034034 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3606582 Jun 23 16:35:02.341020 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-182dce04-4671-4d16-808d-bfc6580c550e', 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e', 'tenant_id': 'f1ff5adbeeaa42fb87b1235e6249b4ad', 'fixed_ips': [{'subnet_id': '1342f9a5-e80c-4778-b61f-f4bfff8d47aa'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:35:02.342222 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.504138 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Allocated IP 192.168.233.2 (182dce04-4671-4d16-808d-bfc6580c550e/1342f9a5-e80c-4778-b61f-f4bfff8d47aa/062daa87-0e28-4973-bd9e-80e893028704) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:35:02.663660 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.673264 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Transition to ACTIVE for port object 062daa87-0e28-4973-bd9e-80e893028704 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:35:02.689363 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Transition to ACTIVE for port object 062daa87-0e28-4973-bd9e-80e893028704 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:35:02.697257 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.699773 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:35:02.742128 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Network 182dce04-4671-4d16-808d-bfc6580c550e is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:35:02.746818 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:35:02.749673 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:35:02.752095 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Pushing event updated for resources: {'Port': ['ID=062daa87-0e28-4973-bd9e-80e893028704,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:35:02.763538 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.763893 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.764223 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.764552 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.764873 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.765192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.765504 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.765825 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.766132 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.766467 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.766783 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.767090 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:35:02.771216 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:35:02.831224 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Attempting to bind port 062daa87-0e28-4973-bd9e-80e893028704 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:35:02.831546 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Attempting to bind port 062daa87-0e28-4973-bd9e-80e893028704 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:35:02.831996 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Attempting to bind port 062daa87-0e28-4973-bd9e-80e893028704 on network 182dce04-4671-4d16-808d-bfc6580c550e {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:35:02.838515 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:35:02.838911 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Checking segment: {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:35:02.839317 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.839764 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Bound using segment: {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:35:02.840239 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Bound port: 062daa87-0e28-4973-bd9e-80e893028704, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:35:02.840608 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.905858 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] For port 062daa87-0e28-4973-bd9e-80e893028704, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:35:02.909034 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] For port 062daa87-0e28-4973-bd9e-80e893028704, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=062daa87-0e28-4973-bd9e-80e893028704,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:35:02.916207 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:02.918511 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:35:02.986251 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Pushing event updated for resources: {'Port': ['ID=062daa87-0e28-4973-bd9e-80e893028704,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:35:02.990323 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:35:03.835223 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1353d9-5792-4dcf-90e7-5180586e0783 None None] Network 182dce04-4671-4d16-808d-bfc6580c550e requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:35:03.943252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-86740ff6-d616-46a7-a32c-db27f5a8f844 None None] Provisioning for port 062daa87-0e28-4973-bd9e-80e893028704 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:35:04.017346 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 062daa87-0e28-4973-bd9e-80e893028704 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:35:04.086098 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 062daa87-0e28-4973-bd9e-80e893028704 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:35:04.092212 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 062daa87-0e28-4973-bd9e-80e893028704 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:35:04.092613 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:04.205250 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:04.255788 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 062daa87-0e28-4973-bd9e-80e893028704, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=062daa87-0e28-4973-bd9e-80e893028704,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:35:04.260568 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:04.262900 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-af94ba8d-21ef-4f47-abc0-eb34991f4c1d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:35:04.313094 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=062daa87-0e28-4973-bd9e-80e893028704,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:35:04.316363 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:35:04.373940 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-5d25b50b-f33d-420f-9112-9c71591b7311 None None] Provisioning complete for port 062daa87-0e28-4973-bd9e-80e893028704 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:35:04.374177 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5d25b50b-f33d-420f-9112-9c71591b7311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:05.946934 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 062daa87-0e28-4973-bd9e-80e893028704 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:35:05.999190 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 062daa87-0e28-4973-bd9e-80e893028704 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:35:05.999554 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:14.545093 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:35:14.648327 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-94098673-58dd-4494-8ef0-c16cd96ea03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:17.439238 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ebc2c287-c5e5-406b-a499-013d5fc42556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:17.489501 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:18.488871 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:20.134662 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:44.652433 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-169e7a23-40cb-400e-8ea5-92ed75a2f378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:47.447999 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-77c5cb35-fffc-47f2-a166-977c8f0cf95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:47.500527 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:48.494000 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:50.137893 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:35:51.544639 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:36:14.656827 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bd2eb823-44cd-4888-81a1-da458c0a4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:16.959906 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51406) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:36:16.966189 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [None req-eb9fc951-9554-4701-8750-6bf49c2bf1c6 tempest-verify_tempest_config-1428399642 tempest-verify_tempest_config-1428399642-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:36:16.967134 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-eb9fc951-9554-4701-8750-6bf49c2bf1c6 tempest-verify_tempest_config-1428399642 tempest-verify_tempest_config-1428399642-project] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062673 Jun 23 16:36:17.283235 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51424) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:36:17.390387 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.439253 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-137f9cd9-64ca-4083-a83f-f2aee88dda02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.485294 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.490990 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.493956 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.494533 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:36:17.536221 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=403efad0-2651-4255-96df-a0d3096bb31b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:36:17.540194 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=42a9731621b7479b96f962fb99e520c3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2558191 Jun 23 16:36:17.543790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51428) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:36:17.546419 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.546752 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.547087 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.547402 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.547760 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.548074 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.548397 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.548707 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.549002 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.549430 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.549746 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.550072 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.554462 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:36:17.627089 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.649532 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.743820 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.746617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:17.747789 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/403efad0-2651-4255-96df-a0d3096bb31b HTTP/1.1" status: 204 len: 168 time: 0.2023683 Jun 23 16:36:17.748386 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:36:17.756537 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=403efad0-2651-4255-96df-a0d3096bb31b,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:36:17.763617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.763956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.764280 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.764601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.764931 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.765312 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.765539 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.765849 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.766175 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.766486 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.766792 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.767093 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:36:17.771016 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:36:18.495316 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:20.141589 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:28.543193 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:36:44.664515 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c51281c-68e6-4c28-a026-f3100bd50f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:47.444282 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d354f247-db56-4dc3-bacd-a3a5d867be5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:47.500101 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:48.504639 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:36:50.149662 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:05.546718 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:37:14.661955 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c99e6d3c-7679-4ab2-aa74-223a858bf1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:17.450085 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c3c80cc1-b07d-4cf7-86e6-5ddf05a0316e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:17.497712 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:18.503948 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:20.149778 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:42.546055 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 5 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:37:44.666138 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3446cff8-d7ac-4479-a426-007f3ee4e5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:47.445061 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5f315072-dbed-46d3-97ef-e1ce95efb5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:47.492759 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:48.514789 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:37:50.153795 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:14.080348 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981'] for agent, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:14.662942 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-56899be6-0d0f-4b47-8735-0dcc9f97c979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:17.450671 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-de7d633a-0110-4502-af32-37abdddb7252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:17.496927 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:18.509833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:19.545817 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:38:20.154658 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:26.054297 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51504) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:38:26.175181 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e6ff0c6f-190e-477f-8bd0-f1220cdbddc1 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1197238 Jun 23 16:38:28.332092 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51514) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:38:28.386901 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-26007e59-baa6-4536-816f-369ff83c4662 admin admin] 10.222.0.97 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0537362 Jun 23 16:38:44.069120 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:44.656891 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d224b532-0e31-42ee-8540-9cd9d189883c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:47.445266 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1558345f-5648-4e31-a735-8625b97e05ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:47.504131 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:48.514933 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:50.169049 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:38:56.544786 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:39:14.157093 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:14.660190 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-be2c8b36-2c8c-4048-9849-2ad131c99849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:17.448856 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6732106d-4ba8-4cc0-83d2-93e873719c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:17.498201 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:18.515382 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:20.161763 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:33.543675 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:39:44.083153 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:44.666799 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-e8bc1930-7e91-4fa9-b05c-ff6b6ef9d422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:47.454164 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b372a317-ffa2-4e8f-a858-18792f2ca71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:47.503636 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:48.524318 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:39:50.168016 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:04.917497 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51722) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:05.212727 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51736) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:05.371809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1435775410-network', 'tenant_id': '6f54d73fcd184a79951b646e2b685632'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:05.390458 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51750) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:05.400753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Made reservation on behalf of 6f54d73fcd184a79951b646e2b685632 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:05.403463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.413256 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.509437 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.515701 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.521430 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:05.549083 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1425} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:05.551198 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5a8c0-3b88-4554-ae9c-90e85752b96f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:05.561238 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.561572 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.562131 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.562754 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.563179 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.563383 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.563903 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.564223 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.564542 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.564859 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.565171 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.565477 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Tracked resource versions report: Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: pushed versions: Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: { 'AddressGroup': {'1.2'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'ConntrackHelper': {'1.0'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Log': {'1.0'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Network': {'1.1'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Port': {'1.7'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'PortForwarding': {'1.2'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'QosPolicy': {'1.8'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroup': {'1.4'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'SubPort': {'1.0'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Subnet': {'1.1'}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Trunk': {'1.1'}} Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: consumer versions: Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'ConntrackHelper': '1.0', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Log': '1.0', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Network': '1.1', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Port': '1.7', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'PortForwarding': '1.2', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'QosPolicy': '1.8', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroup': '1.4', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'SecurityGroupRule': '1.2', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'SubPort': '1.0', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Subnet': '1.1', Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: 'Trunk': '1.1'}} Jun 23 16:40:05.566584 dv-cinder-796950-7-smb neutron-server[99533]: {{(pid=99533) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:40:05.570577 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:05.573914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.574460 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Added segment 7e54f7dc-89cf-490e-b59a-df7c05e6532f of type vlan for network ee26411b-0062-4da4-94f5-ba71e8fbde80 Jun 23 16:40:05.601673 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-network', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:05.608661 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51764) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:05.624396 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.634274 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Made reservation on behalf of 41093d586e974d0ab54eed6d6b7135b7 for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:05.636794 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.650551 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.657220 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.658842 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:05.659671 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.671475 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:05.741705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Pushing event updated for resources: {'Network': ['ID=ee26411b-0062-4da4-94f5-ba71e8fbde80,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:05.745154 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:05.756110 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1658587991-network', 'tenant_id': 'a1c3d05feb244dfebb7265a3148bf37e'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:05.757150 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network ee26411b-0062-4da4-94f5-ba71e8fbde80 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:05.797092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.804256 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.811295 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8920746 Jun 23 16:40:05.811918 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51776) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:05.817099 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Request body: {'subnet': {'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1435775410-subnet', 'tenant_id': '6f54d73fcd184a79951b646e2b685632', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:05.837519 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f3db4126-b362-4a24-8ce0-7c7aa8f1652f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:05.845306 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1412} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:05.861253 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.861632 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Added segment a0df76df-54ec-4a15-b528-5715aa7263c8 of type vlan for network f8306b7d-48bb-48f0-a463-94c4f395cc01 Jun 23 16:40:05.885324 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Made reservation on behalf of 6f54d73fcd184a79951b646e2b685632 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:05.889950 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.905221 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.914657 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Made reservation on behalf of a1c3d05feb244dfebb7265a3148bf37e for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:05.917071 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:05.940350 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba6e89-d2ec-473c-b43a-88df60209791,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:05.959011 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.959370 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.959740 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.960071 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.960392 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.960714 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.961030 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.961342 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.962001 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.962491 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.962973 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.963457 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Tracked resource versions report: Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: pushed versions: Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: { 'AddressGroup': {'1.2'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'ConntrackHelper': {'1.0'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Log': {'1.0'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Network': {'1.1'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Port': {'1.7'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'PortForwarding': {'1.2'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'QosPolicy': {'1.8'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroup': {'1.4'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'SubPort': {'1.0'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Subnet': {'1.1'}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Trunk': {'1.1'}} Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: consumer versions: Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'ConntrackHelper': '1.0', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Log': '1.0', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Network': '1.1', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Port': '1.7', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'PortForwarding': '1.2', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'QosPolicy': '1.8', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroup': '1.4', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'SecurityGroupRule': '1.2', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'SubPort': '1.0', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Subnet': '1.1', Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: 'Trunk': '1.1'}} Jun 23 16:40:05.964637 dv-cinder-796950-7-smb neutron-server[99534]: {{(pid=99534) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:40:05.990239 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420751400-network', 'tenant_id': '4fbabc010d094db7ab31019cbd1db744'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:06.020953 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.db.resource_extend [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 16:40:06.026227 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.028563 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.052403 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Made reservation on behalf of 4fbabc010d094db7ab31019cbd1db744 for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:06.056523 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.090721 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.091510 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.099106 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:06.099735 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.109672 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4d483f58-dc14-4e93-8b41-eebeef14ce94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:06.175726 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Pushing event updated for resources: {'Network': ['ID=f8306b7d-48bb-48f0-a463-94c4f395cc01,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:06.187095 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:06.189095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.223281 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.230469 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:06.264449 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.278560 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.285006 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=90ec9d49-44fe-48b4-918c-000a4d3e15cc,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:06.300132 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.313235 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1419} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:06.324877 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Checking segment: {'id': '7e54f7dc-89cf-490e-b59a-df7c05e6532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:06.325822 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Network hostable DHCP agents. Network: ee26411b-0062-4da4-94f5-ba71e8fbde80, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:06.336032 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.336315 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Added segment 6f7865fa-85cb-4c3c-abf5-489bbd8378c0 of type vlan for network 842dc271-9318-40dd-b514-135a5e60f1d9 Jun 23 16:40:06.347809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Network ee26411b-0062-4da4-94f5-ba71e8fbde80 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:06.360338 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, ee26411b-0062-4da4-94f5-ba71e8fbde80) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:06.366851 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:06.368455 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.373129 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123f0dda-69bf-4b71-bd4d-ca0514ef4984 None None] Network ee26411b-0062-4da4-94f5-ba71e8fbde80 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:06.383942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:06.408295 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51796) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:06.411386 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1955721 Jun 23 16:40:06.414964 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Request body: {'subnet': {'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-subnet', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:06.575186 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.635069 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8187075 Jun 23 16:40:06.636365 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Made reservation on behalf of 41093d586e974d0ab54eed6d6b7135b7 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:06.642709 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.677101 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb3bc56-eb3c-406d-ac50-ee867a19af56,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:06.683911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.685404 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.704139 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1447} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:06.714974 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.715499 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Added segment 8b10aa84-8bcf-4fcb-b6cc-e1b9c782fc13 of type vlan for network ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3 Jun 23 16:40:06.734322 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95a7926-6a74-4e19-a78c-887d30203200 None None] Network ee26411b-0062-4da4-94f5-ba71e8fbde80 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:06.762613 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.802480 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:06.833908 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3337e2-c333-465b-9bd2-c5505d6b82f7,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:06.836626 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.838803 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.845778 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.846824 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:06.847505 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:06.861485 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:06.959885 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Pushing event updated for resources: {'Network': ['ID=ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:06.963809 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.3532050 Jun 23 16:40:06.965174 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:06.969373 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51824) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:06.976606 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Request body: {'subnet': {'network_id': 'ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1420751400-subnet', 'tenant_id': '4fbabc010d094db7ab31019cbd1db744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:07.007121 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Made reservation on behalf of 4fbabc010d094db7ab31019cbd1db744 for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:07.010207 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.030963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.035769 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-41900e94-834e-4d9a-826d-a28e0fb0cb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:07.051715 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:07.086377 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=27f75033-a404-4fd9-84c8-d43f6b8e1a83,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:07.093932 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:07.126609 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Checking segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:07.127322 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Network hostable DHCP agents. Network: f8306b7d-48bb-48f0-a463-94c4f395cc01, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:07.150710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:07.168103 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, f8306b7d-48bb-48f0-a463-94c4f395cc01) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:07.176589 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:07.177388 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.207892 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7979934 Jun 23 16:40:07.208981 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51832) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:07.217852 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:07.221327 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.225366 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:07.226657 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.229482 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59de7f12-96f2-430e-aae3-75d675a98128 None None] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:07.236505 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:07.262567 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.264614 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.368780 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Pushing event updated for resources: {'Network': ['ID=842dc271-9318-40dd-b514-135a5e60f1d9,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:07.381336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:07.400026 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 842dc271-9318-40dd-b514-135a5e60f1d9 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:07.415178 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0203469 Jun 23 16:40:07.419686 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51836) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:07.428577 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Request body: {'subnet': {'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1658587991-subnet', 'tenant_id': 'a1c3d05feb244dfebb7265a3148bf37e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:07.454365 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Made reservation on behalf of a1c3d05feb244dfebb7265a3148bf37e for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:07.456682 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.490013 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.524230 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:07.539640 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.598113 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c775e-32f1-4525-b820-f983dc99281f None None] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:07.626639 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bbcd4a5-0bfc-4871-9ece-ef484b133ebd,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:07.631465 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:07.647243 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Checking segment: {'id': '8b10aa84-8bcf-4fcb-b6cc-e1b9c782fc13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1447, 'network_id': 'ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:07.648069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Network hostable DHCP agents. Network: ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:07.710350 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Network ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:07.752309 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:07.757710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.764777 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:07.765478 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.771130 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3853adf5-f75d-4533-82e9-7014a0133aae None None] Network ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:07.779417 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.784821 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-08c3687b-1609-4e68-8770-8ae7f11027e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:07.813026 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8420606 Jun 23 16:40:07.841743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b678e12-cc6d-4361-b234-420c167fd753,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:07.850414 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:07.880908 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Checking segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:07.881256 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Network hostable DHCP agents. Network: 842dc271-9318-40dd-b514-135a5e60f1d9, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:07.912641 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Network 842dc271-9318-40dd-b514-135a5e60f1d9 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:07.930083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 842dc271-9318-40dd-b514-135a5e60f1d9) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:07.937658 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:07.938332 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:07.965368 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5d4ed3-049e-4ecf-b838-b876dcc7a565 None None] Network 842dc271-9318-40dd-b514-135a5e60f1d9 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:07.981035 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5579147 Jun 23 16:40:08.067860 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.090574 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.131545 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab72c545-f6b3-4a6a-bdf8-59a4af3d998c None None] Network ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:08.290035 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Allocated IP 172.28.3.149 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/9d139154-1c8a-4571-93ea-93ec42691d09) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:08.340423 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64386231-55cb-4537-8723-8643568eefce None None] Network 842dc271-9318-40dd-b514-135a5e60f1d9 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:08.542365 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.681290 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:08.686986 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:08.731788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:08.744476 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:08.747407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:08.844760 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Pushing event updated for resources: {'Port': ['ID=9d139154-1c8a-4571-93ea-93ec42691d09,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:08.848519 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:09.004510 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51890) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:09.009523 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989117386-network', 'tenant_id': 'a0603628a23e4af7bf91afaf7d57bcb3'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:09.017929 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.044133 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Made reservation on behalf of a0603628a23e4af7bf91afaf7d57bcb3 for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:09.048167 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.078120 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.157226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51920) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:09.159944 dv-cinder-796950-7-smb neutron-server[99534]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 16:40:09.180807 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51922) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:09.364150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.438887 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.449161 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.458993 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-de86aa06-381d-49c8-a74a-277693bf217a tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:09.460569 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-de86aa06-381d-49c8-a74a-277693bf217a tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/networks?id=ee26411b-0062-4da4-94f5-ba71e8fbde80 HTTP/1.1" status: 200 len: 812 time: 0.3020468 Jun 23 16:40:09.475272 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-088f4a42-f640-437c-a3bb-dc23d58c1c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:09.499693 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-0f7d3257-cfb0-4846-8000-868fb57b0d5f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:09.501112 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-0f7d3257-cfb0-4846-8000-868fb57b0d5f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.3154259 Jun 23 16:40:09.510445 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Router abdbda13-b9f4-4f2d-8726-50f639aa4220 is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:40:09.511403 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1878643e-f9b3-4986-85f4-9241b6a14025 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/quotas/6f54d73fcd184a79951b646e2b685632 HTTP/1.1" status: 200 len: 375 time: 0.0423636 Jun 23 16:40:09.518942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1416} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:40:09.563102 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62fe02d0-903c-4d2b-8b26-44e98b225e59,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:09.584802 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-cd3c7750-6c57-4bef-baef-0dea7db27844 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/quotas/a1c3d05feb244dfebb7265a3148bf37e HTTP/1.1" status: 200 len: 375 time: 0.0749514 Jun 23 16:40:09.586068 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.586398 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Added segment 1a5795a8-509f-4607-93f9-756518dcf3ad of type vlan for network 4921ff60-b964-437e-83e1-2ba945d682a8 Jun 23 16:40:09.587930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:09.590069 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-c269ad30-d2e1-4a6e-9003-094951438241 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=6f54d73fcd184a79951b646e2b685632&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0690668 Jun 23 16:40:09.645419 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:09.648343 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-b0963608-0442-4c2c-a579-a169956fdf1a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505185 Jun 23 16:40:09.657084 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.657537 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Sync routers for ids ['abdbda13-b9f4-4f2d-8726-50f639aa4220'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:09.662896 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.664565 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.4535534 Jun 23 16:40:09.667344 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51932) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:09.675347 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Routers {'abdbda13-b9f4-4f2d-8726-50f639aa4220'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:09.676196 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:39:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['abdbda13-b9f4-4f2d-8726-50f639aa4220'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:09.796210 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.814529 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:09.815041 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:09.845898 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Set router abdbda13-b9f4-4f2d-8726-50f639aa4220 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:09.851292 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:09.868918 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-b68afa83-1713-4abb-8ecd-5b2e8e80aa1e service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:40:09.869553 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-b68afa83-1713-4abb-8ecd-5b2e8e80aa1e service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1027949 Jun 23 16:40:09.953409 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9443436 Jun 23 16:40:09.953878 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 51946) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:09.959982 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Request body: {'subnet': {'network_id': '4921ff60-b964-437e-83e1-2ba945d682a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1989117386-subnet', 'tenant_id': 'a0603628a23e4af7bf91afaf7d57bcb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:09.985379 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a4ae29f3-0e91-4c8d-9244-b38a588e3e30 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:40:09.986410 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a4ae29f3-0e91-4c8d-9244-b38a588e3e30 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1734734 Jun 23 16:40:09.987314 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Made reservation on behalf of a0603628a23e4af7bf91afaf7d57bcb3 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:09.991134 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Notify callbacks [] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.035647 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Pushing event updated for resources: {'Network': ['ID=4921ff60-b964-437e-83e1-2ba945d682a8,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:10.048749 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 4921ff60-b964-437e-83e1-2ba945d682a8 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:40:10.055402 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:10.132430 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:40:08Z', 'revision_number': 3, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:10.175537 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Checking router: abdbda13-b9f4-4f2d-8726-50f639aa4220 for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:10.175929 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Updating router abdbda13-b9f4-4f2d-8726-50f639aa4220 port 9d139154-1c8a-4571-93ea-93ec42691d09 binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:40:10.217109 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.276397 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.282039 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:10.329067 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e2fa789-0a31-4a00-84a0-8f1166973d01,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:10.331942 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:10.358541 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-25093b70-a950-4fe5-b77c-7dfe72611ac9 service neutron] 10.222.0.97 "GET /v2.0/networks/ee26411b-0062-4da4-94f5-ba71e8fbde80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4587905 Jun 23 16:40:10.374370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Checking segment: {'id': '1a5795a8-509f-4607-93f9-756518dcf3ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1416, 'network_id': '4921ff60-b964-437e-83e1-2ba945d682a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:10.374975 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Network hostable DHCP agents. Network: 4921ff60-b964-437e-83e1-2ba945d682a8, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:40:10.384431 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-180de52e-b855-489d-b79a-a0576056e9b8 service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892899 Jun 23 16:40:10.398957 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Network 4921ff60-b964-437e-83e1-2ba945d682a8 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:40:10.415558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 4921ff60-b964-437e-83e1-2ba945d682a8) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:10.422201 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:10.423223 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.429133 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af4853-5459-4074-9e67-2aa0d57312fe None None] Network 4921ff60-b964-437e-83e1-2ba945d682a8 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:10.444294 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4889870 Jun 23 16:40:10.663794 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5044c0b-fd66-4068-993b-631b6da041ec None None] Network 4921ff60-b964-437e-83e1-2ba945d682a8 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:40:10.693896 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-f9d7fec4-2eae-4201-91a7-4bcada86805c service neutron] 10.222.0.97 "GET /v2.0/networks/ee26411b-0062-4da4-94f5-ba71e8fbde80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199551 Jun 23 16:40:10.728766 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-01eecfef-ec39-4edb-9a1b-5549455ff83a service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317375 Jun 23 16:40:10.729348 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.766351 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Transition to ACTIVE for port object 9d139154-1c8a-4571-93ea-93ec42691d09 will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:10.796035 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 51964) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:10.801377 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.801763 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:40:10.804560 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:10.855433 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Attempting to bind port 9d139154-1c8a-4571-93ea-93ec42691d09 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:10.855848 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Attempting to bind port 9d139154-1c8a-4571-93ea-93ec42691d09 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:10.856205 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Attempting to bind port 9d139154-1c8a-4571-93ea-93ec42691d09 on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:10.861294 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Pushing event updated for resources: {'Port': ['ID=9d139154-1c8a-4571-93ea-93ec42691d09,revision_number=2']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:10.869488 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:10.869898 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:10.870246 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.870629 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:10.871300 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Bound port: 9d139154-1c8a-4571-93ea-93ec42691d09, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:10.871707 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.875524 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.875860 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.876199 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.876502 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.876814 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.877185 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.877427 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.877733 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.878044 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.878348 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.878670 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.879000 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Tracked resource versions report: Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: pushed versions: Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: { 'AddressGroup': {'1.2'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'ConntrackHelper': {'1.0'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Log': {'1.0'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Network': {'1.1'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Port': {'1.7'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'PortForwarding': {'1.2'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'QosPolicy': {'1.8'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroup': {'1.4'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'SubPort': {'1.0'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Subnet': {'1.1'}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Trunk': {'1.1'}} Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: consumer versions: Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'ConntrackHelper': '1.0', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Log': '1.0', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Network': '1.1', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Port': '1.7', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'PortForwarding': '1.2', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'QosPolicy': '1.8', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroup': '1.4', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'SecurityGroupRule': '1.2', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'SubPort': '1.0', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Subnet': '1.1', Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: 'Trunk': '1.1'}} Jun 23 16:40:10.880128 dv-cinder-796950-7-smb neutron-server[99536]: {{(pid=99536) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:40:10.899065 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:10.935840 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] For port 9d139154-1c8a-4571-93ea-93ec42691d09, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:10.940638 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] For port 9d139154-1c8a-4571-93ea-93ec42691d09, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=9d139154-1c8a-4571-93ea-93ec42691d09,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:10.947089 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:10.952026 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:10.999794 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Deleting subnet 7bbcd4a5-0bfc-4871-9ece-ef484b133ebd {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:40:11.013605 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Routers {'abdbda13-b9f4-4f2d-8726-50f639aa4220'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:11.014307 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:39:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['abdbda13-b9f4-4f2d-8726-50f639aa4220'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:11.020619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.056552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.174581 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Pushing event updated for resources: {'Port': ['ID=9d139154-1c8a-4571-93ea-93ec42691d09,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:11.186044 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:11.228075 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.228314 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] Set router abdbda13-b9f4-4f2d-8726-50f639aa4220 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:11.252341 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.376175 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d7659a5-62cc-4b00-be7c-e802df650c4d req-345d5b14-e201-4ce6-94a5-0eebf575488f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 210 time: 0.1204143 Jun 23 16:40:11.445933 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-032e9202-01e8-4a3f-ad65-350ff04e9246 req-c36e8743-83a8-477f-86a1-fa1c710ddd1b tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1398485 Jun 23 16:40:11.487286 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:40:08Z', 'revision_number': 3, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:11.530639 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e2bea16-c48e-4561-bf9d-336a790986ac None None] The sync data for ids ['abdbda13-b9f4-4f2d-8726-50f639aa4220'] in dv-cinder-796950-7-smb is: [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:40:08Z', 'revision_number': 3, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:11.600671 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.606296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:11.643928 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bbcd4a5-0bfc-4871-9ece-ef484b133ebd,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:11.647535 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:11.663917 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.668147 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c8e59442-6ba8-43ed-b937-0c9aa0f5369c admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7bbcd4a5-0bfc-4871-9ece-ef484b133ebd HTTP/1.1" status: 204 len: 168 time: 0.8709230 Jun 23 16:40:11.670004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52026) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:11.689933 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Allocated IP 172.20.0.1 (f8306b7d-48bb-48f0-a463-94c4f395cc01/27f75033-a404-4fd9-84c8-d43f6b8e1a83/d48e4ba3-bb6f-414c-bb90-55473b7f0847) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:11.846742 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:11.907083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.116530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.126230 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.129761 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:12.144368 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.144897 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.146088 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.147447 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > port after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.148008 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.148814 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > port after_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.150486 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.151583 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.152820 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.153297 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.283718 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 9d139154-1c8a-4571-93ea-93ec42691d09 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:12.349925 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 9d139154-1c8a-4571-93ea-93ec42691d09 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:12.359040 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 9d139154-1c8a-4571-93ea-93ec42691d09 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:12.360069 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.391522 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:12.421608 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:12.427559 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:12.428382 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.498425 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.526067 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 9d139154-1c8a-4571-93ea-93ec42691d09, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=9d139154-1c8a-4571-93ea-93ec42691d09,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:12.533643 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.541284 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:12.553940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.557307 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.560884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.561594 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99533) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:40:12.562171 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:12.617215 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b10aa84-8bcf-4fcb-b6cc-e1b9c782fc13') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:12.617501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b10aa84-8bcf-4fcb-b6cc-e1b9c782fc13') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:12.642618 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=9d139154-1c8a-4571-93ea-93ec42691d09,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:12.654915 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.655582 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.656470 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.657193 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.657767 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.658300 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.659273 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.660006 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.660719 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.663655 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.665269 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.666482 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.667073 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Tracked resource versions report: Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: pushed versions: Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: { 'AddressGroup': {'1.2'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'ConntrackHelper': {'1.0'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Log': {'1.0'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Network': {'1.1'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Port': {'1.7'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'PortForwarding': {'1.2'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'QosPolicy': {'1.8'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroup': {'1.4'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroupRule': {'1.2'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'SubPort': {'1.0'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Subnet': {'1.1'}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Trunk': {'1.1'}} Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: consumer versions: Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: { DHCP agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: HyperV agent@hv-cinder-79695: {}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: L3 agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: Metadata agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: Metering agent@dv-cinder-796950-7-smb: {}, Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: Open vSwitch agent@dv-cinder-796950-7-smb: { 'AddressGroup': '1.2', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'ConntrackHelper': '1.0', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Log': '1.0', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Network': '1.1', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Port': '1.7', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'PortForwarding': '1.2', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'QosPolicy': '1.8', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroup': '1.4', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'SecurityGroupRule': '1.2', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'SubPort': '1.0', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Subnet': '1.1', Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: 'Trunk': '1.1'}} Jun 23 16:40:12.669186 dv-cinder-796950-7-smb neutron-server[99535]: {{(pid=99535) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 16:40:12.695335 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:12.737275 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.765299 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Releasing vlan 1447 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:40:12.765702 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.851097 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Pushing event updated for resources: {'Port': ['ID=d48e4ba3-bb6f-414c-bb90-55473b7f0847,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: from cryptography.utils import int_from_bytes Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: from cryptography.utils import int_from_bytes Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:40:12.894859 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:40:12.908012 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.917404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:12.946698 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:12.965338 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:12.972740 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] 10.222.0.97 "DELETE /v2.0/networks/ddf7089b-f6f6-43a2-af92-b2c6d5e2c4e3 HTTP/1.1" status: 204 len: 168 time: 1.3014598 Jun 23 16:40:12.975656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52100) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:13.054423 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Deleting subnet 7e2fa789-0a31-4a00-84a0-8f1166973d01 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:40:13.065956 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.105364 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eabd001c-209c-4381-9ab0-08818988d323 req-c2a8b633-62b0-43ac-90f5-4c63a0c42ded tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 210 time: 0.2668297 Jun 23 16:40:13.106423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.977s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.146896 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aab774bb-dbc6-46a7-87ad-547bc9bc31e3 req-026f80d6-cee1-482c-9235-376ea6c9b982 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.3099484 Jun 23 16:40:13.156771 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.162103 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.258590 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.359186 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.389078 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.398797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:13.458373 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e2fa789-0a31-4a00-84a0-8f1166973d01,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:13.461270 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.462569 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.465928 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/7e2fa789-0a31-4a00-84a0-8f1166973d01 HTTP/1.1" status: 204 len: 168 time: 0.4789994 Jun 23 16:40:13.468707 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52124) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:13.557154 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.613042 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.618927 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.620811 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.623766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:13.649099 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.678575 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4921ff60-b964-437e-83e1-2ba945d682a8']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:13.700062 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a5795a8-509f-4607-93f9-756518dcf3ad') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:13.700346 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a5795a8-509f-4607-93f9-756518dcf3ad') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:13.715515 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.716099 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Pushing event updated for resources: {'Port': ['ID=d48e4ba3-bb6f-414c-bb90-55473b7f0847,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:13.719372 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.748540 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.756297 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Releasing vlan 1416 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:40:13.756707 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.770126 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52130) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:40:13.772251 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:40:13.786461 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:13.788041 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:13.840457 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.848162 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-794e8e0b-0139-41e3-9b4c-17967d15d10d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:13.852937 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:13.855411 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4921ff60-b964-437e-83e1-2ba945d682a8 HTTP/1.1" status: 204 len: 168 time: 0.3853545 Jun 23 16:40:13.877984 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Pushing event deleted for resources: {'Network': ['ID=4921ff60-b964-437e-83e1-2ba945d682a8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:13.885202 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e763387b-1752-4b3a-bb42-0e57a0318360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:13.950923 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Router abdbda13-b9f4-4f2d-8726-50f639aa4220 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:40:13.972627 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.066351 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52146) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:14.119370 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.148883 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-105c3eac-a628-462a-a01d-3511ab72a982 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4fbabc010d094db7ab31019cbd1db744&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0813503 Jun 23 16:40:14.152066 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:40:14.154838 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52150) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:14.167663 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] 10.222.0.97 "PUT /v2.0/routers/abdbda13-b9f4-4f2d-8726-50f639aa4220/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4989815 Jun 23 16:40:14.212223 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 9d139154-1c8a-4571-93ea-93ec42691d09 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:14.369249 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 9d139154-1c8a-4571-93ea-93ec42691d09 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:14.369970 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.397881 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.428442 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.477859 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:14.508162 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Sync routers for ids ['abdbda13-b9f4-4f2d-8726-50f639aa4220'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:40:14.548013 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.553439 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.111', 64843) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:14.601299 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e780258b-b926-461f-911e-acef950018bf req-7142e1d8-b1ef-4d5d-95b2-9195a454214a tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1610270 Jun 23 16:40:14.604233 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Routers {'abdbda13-b9f4-4f2d-8726-50f639aa4220'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:14.611277 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:39:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['abdbda13-b9f4-4f2d-8726-50f639aa4220'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:14.752451 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8ef80863-49f0-47f7-afb7-434f9333eaef req-a18c19a0-88a0-4cef-8f79-e49768c0d574 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 210 time: 0.1710021 Jun 23 16:40:14.768571 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd0e97e-e5dd-4c1b-98c8-feaed2b5bcc2,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:14.772739 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.774882 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:14.802928 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a56ee1ff05d149e9951c6e8306fffef0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0292790 Jun 23 16:40:14.806005 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52180) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:14.897790 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Set router abdbda13-b9f4-4f2d-8726-50f639aa4220 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:14.981004 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:14.984850 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.001518 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.003137 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ef3337e2-c333-465b-9bd2-c5505d6b82f7 HTTP/1.1" status: 204 len: 168 time: 0.8427980 Jun 23 16:40:15.005947 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:15.044856 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3337e2-c333-465b-9bd2-c5505d6b82f7,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:15.059033 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d4143efc-e7a0-4d8d-94ef-1b05da9f8b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.061619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:15.072960 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.237142 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-90852344-9e7c-47ee-ae71-253cfd256884 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:15.249619 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-90852344-9e7c-47ee-ae71-253cfd256884 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.111 "GET /v2.0/networks?id=ee26411b-0062-4da4-94f5-ba71e8fbde80 HTTP/1.1" status: 200 len: 812 time: 0.6945760 Jun 23 16:40:15.271618 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.278407 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.280326 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9bd0e97e-e5dd-4c1b-98c8-feaed2b5bcc2 HTTP/1.1" status: 204 len: 168 time: 0.4732950 Jun 23 16:40:15.296067 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bd14a2bb-a6e8-4cb8-a5dd-175faa7efa2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:15.315079 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd0e97e-e5dd-4c1b-98c8-feaed2b5bcc2,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:15.326514 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:15.350711 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-a79bb3c6-7d15-4a78-aaab-e6e326922e0c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:15.364087 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-a79bb3c6-7d15-4a78-aaab-e6e326922e0c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 819 time: 0.2045975 Jun 23 16:40:15.370568 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Request body: {'port': {'device_id': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80', 'admin_state_up': True, 'tenant_id': '6f54d73fcd184a79951b646e2b685632'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:15.390730 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-758ac2ea-7620-4882-ab0a-32e3bf565a1b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/quotas/41093d586e974d0ab54eed6d6b7135b7 HTTP/1.1" status: 200 len: 375 time: 0.0255494 Jun 23 16:40:15.503545 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:40:13Z', 'revision_number': 4, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': 'd48e4ba3-bb6f-414c-bb90-55473b7f0847', 'name': '', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'mac_address': 'fa:16:3e:23:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:11Z', 'updated_at': '2021-06-23T16:40:13Z', 'revision_number': 2, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'subnets': [{'id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:15.540899 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Checking router: abdbda13-b9f4-4f2d-8726-50f639aa4220 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:40:15.541611 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Updating router abdbda13-b9f4-4f2d-8726-50f639aa4220 port d48e4ba3-bb6f-414c-bb90-55473b7f0847 binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:40:15.588969 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2d89595-dbd6-49d5-88bf-fc92f444b6f4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1970766 Jun 23 16:40:15.613182 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:15.764119 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-02c9926e-f584-47f7-bafc-201c320d38ce service neutron] 10.222.0.97 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733301 Jun 23 16:40:15.986230 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.111', 64852) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:16.003619 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f547b845-8583-46d4-8dc1-23cbaf8d189a req-d0544ae1-176a-402b-a584-505ad76de155 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1098013 Jun 23 16:40:16.061195 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-42122403-bcd5-4fb8-8454-990eeb56830d service neutron] 10.222.0.97 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957540 Jun 23 16:40:16.125914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Made reservation on behalf of 6f54d73fcd184a79951b646e2b685632 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:16.132069 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.240208 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52262) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:16.308098 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.348403 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Transition to ACTIVE for port object d48e4ba3-bb6f-414c-bb90-55473b7f0847 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:16.367363 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.386725 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-18370b50-f80e-448f-8f4f-a8038b3fdc1f req-2057be7d-9acb-4140-9582-731888ab6384 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 210 time: 0.1223102 Jun 23 16:40:16.397192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:16.446385 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52274) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:16.449121 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8823233a-52de-4a22-b50e-1e0215e9ea6f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a0603628a23e4af7bf91afaf7d57bcb3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2073364 Jun 23 16:40:16.590992 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9afa1-6be3-43d2-83a7-c0266321506d None None] Pushing event updated for resources: {'Port': ['ID=d48e4ba3-bb6f-414c-bb90-55473b7f0847,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:16.610350 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d9d9afa1-6be3-43d2-83a7-c0266321506d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:16.616644 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e191648-cb1b-459f-9d46-518c9d09692f req-52b70414-8921-42da-b664-10ef69bfee3a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 210 time: 0.0766039 Jun 23 16:40:16.626360 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Attempting to bind port d48e4ba3-bb6f-414c-bb90-55473b7f0847 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:16.633061 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Attempting to bind port d48e4ba3-bb6f-414c-bb90-55473b7f0847 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:16.633511 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Attempting to bind port d48e4ba3-bb6f-414c-bb90-55473b7f0847 on network f8306b7d-48bb-48f0-a463-94c4f395cc01 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:16.643293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-038e7d1a-2068-4725-961d-22e9cd650372 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:16.644952 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-038e7d1a-2068-4725-961d-22e9cd650372 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.6571119 Jun 23 16:40:16.650739 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:16.651190 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Checking segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:16.652699 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.653182 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Bound using segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:16.653734 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Bound port: d48e4ba3-bb6f-414c-bb90-55473b7f0847, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:16.654599 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.745193 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] For port d48e4ba3-bb6f-414c-bb90-55473b7f0847, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:16.749701 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] For port d48e4ba3-bb6f-414c-bb90-55473b7f0847, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=d48e4ba3-bb6f-414c-bb90-55473b7f0847,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:16.755910 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Request body: {'port': {'device_id': '33636644-7771-48ff-92e7-53ea7423efc7', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'admin_state_up': True, 'tenant_id': 'a1c3d05feb244dfebb7265a3148bf37e'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:16.759236 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:16.773548 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:16.884498 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Routers {'abdbda13-b9f4-4f2d-8726-50f639aa4220'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:40:16.885921 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:39:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['abdbda13-b9f4-4f2d-8726-50f639aa4220'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:16.910409 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Allocated IP 172.20.0.9 (ee26411b-0062-4da4-94f5-ba71e8fbde80/90ec9d49-44fe-48b4-918c-000a4d3e15cc/eef16f95-bda4-46a1-9e5d-b20f26f512d7) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:17.025810 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9afa1-6be3-43d2-83a7-c0266321506d None None] Pushing event updated for resources: {'Port': ['ID=d48e4ba3-bb6f-414c-bb90-55473b7f0847,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:17.033047 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d9d9afa1-6be3-43d2-83a7-c0266321506d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:17.185056 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] Set router abdbda13-b9f4-4f2d-8726-50f639aa4220 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:40:17.259331 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52338) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:17.566642 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-37b9a924-a68a-4616-84c9-1e1c30e519b8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:17.578012 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-37b9a924-a68a-4616-84c9-1e1c30e519b8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 819 time: 0.2722070 Jun 23 16:40:17.617025 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7f66d55c-4c76-46f2-9761-eb78a6c7facb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/quotas/41093d586e974d0ab54eed6d6b7135b7 HTTP/1.1" status: 200 len: 375 time: 0.0372009 Jun 23 16:40:17.685593 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.697714 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b154f5d4-f2ff-41d2-9c47-20f300b53141 req-d9c5f2a2-32fa-4335-8b08-dd46195edcab tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1165593 Jun 23 16:40:17.727336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.745410 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b6ae5563-568f-4649-bbf7-65ec78461b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.826143 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.973143 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:17.990598 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.030964 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.146595 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Network ee26411b-0062-4da4-94f5-ba71e8fbde80 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:18.184405 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f883003-39d5-4b21-9aff-502dce15ad20 req-50109c9d-4cd9-47c7-b750-984345c6698c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 210 time: 0.1135480 Jun 23 16:40:18.187443 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.190070 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:18.213873 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:18.252386 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Pushing event updated for resources: {'Port': ['ID=eef16f95-bda4-46a1-9e5d-b20f26f512d7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.254850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Made reservation on behalf of a1c3d05feb244dfebb7265a3148bf37e for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:18.258621 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.283452 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.350389 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:18.351067 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.352838 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:40:13Z', 'revision_number': 4, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': 'd48e4ba3-bb6f-414c-bb90-55473b7f0847', 'name': '', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'mac_address': 'fa:16:3e:23:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:11Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 4, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'subnets': [{'id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:40:18.394236 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.408268 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-441adf5c-c44f-46ad-9f95-ad2e5f4797bb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7895112 Jun 23 16:40:18.421683 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.432841 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.442959 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.447267 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1bc826-50aa-4999-8352-c1b91872af51 None None] The sync data for ids ['abdbda13-b9f4-4f2d-8726-50f639aa4220'] in dv-cinder-796950-7-smb is: [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:40:13Z', 'revision_number': 4, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': 'd48e4ba3-bb6f-414c-bb90-55473b7f0847', 'name': '', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'mac_address': 'fa:16:3e:23:2f:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:11Z', 'updated_at': '2021-06-23T16:40:16Z', 'revision_number': 4, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'subnets': [{'id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:40:18.463014 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.465474 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/62fe02d0-903c-4d2b-8b26-44e98b225e59 HTTP/1.1" status: 204 len: 168 time: 2.0161572 Jun 23 16:40:18.471872 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:18.495545 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1293576 Jun 23 16:40:18.556585 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:18.581735 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62fe02d0-903c-4d2b-8b26-44e98b225e59,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.623806 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ce2c2bac2d4f4eac88202dc5f2ea9f2f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3620157 Jun 23 16:40:18.627498 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf82b5f-01e4-4831-b413-a61a1c8d8a6a,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:18.628637 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52382) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:18.632970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.644148 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:18.714819 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-bf8b0948-7025-487c-b43f-f0ac5b9729d5 service neutron] 10.222.0.97 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974236 Jun 23 16:40:18.755306 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Allocated IP 172.20.0.2 (842dc271-9318-40dd-b514-135a5e60f1d9/1b678e12-cc6d-4361-b234-420c167fd753/db6bff92-2a0b-4904-b03a-d63a8ff83873) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:18.808937 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.005310 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.451889 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-9c1dd898-a9e0-4521-8d7f-0201d942c695 service neutron] 10.222.0.97 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7189813 Jun 23 16:40:19.551314 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.662404 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdf722-23ee-49f5-8a60-6b6fcbfbdb7d req-de9c00f9-d909-4840-85ac-c6860622f473 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:19.682813 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ecbdf722-23ee-49f5-8a60-6b6fcbfbdb7d req-de9c00f9-d909-4840-85ac-c6860622f473 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 931 time: 0.5838728 Jun 23 16:40:19.718100 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52434) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:19.813564 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:19.852771 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-259965e2-7b33-4ec7-8783-5d462c1ce8aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:19.992080 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ecbdf722-23ee-49f5-8a60-6b6fcbfbdb7d req-f464a054-5971-45b3-b792-fefff19aa922 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082390 Jun 23 16:40:20.040305 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Network 842dc271-9318-40dd-b514-135a5e60f1d9 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:20.056680 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:20.062844 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:20.201046 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.214455 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.223370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event updated for resources: {'Port': ['ID=db6bff92-2a0b-4904-b03a-d63a8ff83873,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:20.257106 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:20.433756 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-05671535-65c4-4fea-b385-b58fb1b463e4 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:40:20.438674 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-05671535-65c4-4fea-b385-b58fb1b463e4 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.111 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1707976 Jun 23 16:40:20.456330 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.464305 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6cf82b5f-01e4-4831-b413-a61a1c8d8a6a HTTP/1.1" status: 204 len: 168 time: 1.8271196 Jun 23 16:40:20.465481 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d25a80c2-ba89-4711-91db-86f431acec73 req-18122f62-7349-4cb5-94a0-261c7a666c9a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.2109487 Jun 23 16:40:20.474577 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4ee26687-b70e-411e-a385-b23129fbf494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:20.516359 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d48e4ba3-bb6f-414c-bb90-55473b7f0847 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:20.554615 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37374b9f-e437-42e0-8ae2-03f5a37a2c25 req-7e2db2d2-9bca-4735-a8e8-ffed152a6d69 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:20.570560 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-37374b9f-e437-42e0-8ae2-03f5a37a2c25 req-7e2db2d2-9bca-4735-a8e8-ffed152a6d69 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.3270764 Jun 23 16:40:20.658845 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf82b5f-01e4-4831-b413-a61a1c8d8a6a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:20.683351 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:20.699754 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.709706 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-37374b9f-e437-42e0-8ae2-03f5a37a2c25 req-f4744367-d97a-4abd-a7e4-222ee473ff03 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358597 Jun 23 16:40:20.780801 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:20.784766 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:20.841225 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port d48e4ba3-bb6f-414c-bb90-55473b7f0847 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:20.851035 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port d48e4ba3-bb6f-414c-bb90-55473b7f0847 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:20.852079 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.039537 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.050795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.069949 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2b89d658-8bda-4d67-864d-5a31d59fbd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.096996 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3931797 Jun 23 16:40:21.101813 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.172092 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=206aed0f4088449c89b963498265c5e7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4488842 Jun 23 16:40:21.173245 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc0b75b-31a4-44e8-afb8-fb341863bfc5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.174773 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52484) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:21.177117 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.250271 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port d48e4ba3-bb6f-414c-bb90-55473b7f0847, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=d48e4ba3-bb6f-414c-bb90-55473b7f0847,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:21.257712 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.267151 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.350387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.413609 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.430792 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=d48e4ba3-bb6f-414c-bb90-55473b7f0847,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.441914 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.495672 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Request body: {'port': {'device_id': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:21.587986 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.677813 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:21.685190 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/abc0b75b-31a4-44e8-afb8-fb341863bfc5 HTTP/1.1" status: 204 len: 168 time: 0.5092101 Jun 23 16:40:21.685981 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:21.727179 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc0b75b-31a4-44e8-afb8-fb341863bfc5,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:21.759755 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:21.895179 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f16ad87b-dc7a-473f-aa84-06d8d8d56a93 req-489101ad-a5f0-4a48-a88f-70365a4e57e1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.1342924 Jun 23 16:40:22.033746 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebe3a7-28c8-4b09-9164-8ec82361ad62 req-a07f0cd8-cff4-422c-b183-123d2e4a4439 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:22.064573 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-69ebe3a7-28c8-4b09-9164-8ec82361ad62 req-a07f0cd8-cff4-422c-b183-123d2e4a4439 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 931 time: 0.5216451 Jun 23 16:40:22.242140 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-69ebe3a7-28c8-4b09-9164-8ec82361ad62 req-ff9aae1f-857e-46a1-af9b-2aabd5c29d10 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764815 Jun 23 16:40:22.258516 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d48e4ba3-bb6f-414c-bb90-55473b7f0847 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:22.275544 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.420007 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port d48e4ba3-bb6f-414c-bb90-55473b7f0847 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:22.420588 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:22.728213 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178f624-07ea-4d9e-9f8e-c77b8f6b34c6 req-eb8ef9d6-22ce-4f9a-b1d7-870b9c3ef124 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:22.736906 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6178f624-07ea-4d9e-9f8e-c77b8f6b34c6 req-eb8ef9d6-22ce-4f9a-b1d7-870b9c3ef124 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.2750826 Jun 23 16:40:22.831343 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6178f624-07ea-4d9e-9f8e-c77b8f6b34c6 req-a3b72755-043d-42b3-a9e1-4684780afefd tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908237 Jun 23 16:40:23.204255 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef16f95-bda4-46a1-9e5d-b20f26f512d7 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:23.231511 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.271148 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Transition to ACTIVE for port object eef16f95-bda4-46a1-9e5d-b20f26f512d7 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:23.277428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.290140 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a1861259-5b30-4b48-8c26-b14804471313 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.300857 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f6be5813-7667-46ae-a508-6a2ca61dfd2f req-783d036a-4f5b-4b30-9281-954b4c82755c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0564086 Jun 23 16:40:23.430285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Pushing event updated for resources: {'Port': ['ID=eef16f95-bda4-46a1-9e5d-b20f26f512d7,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:23.454981 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:23.505822 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Attempting to bind port eef16f95-bda4-46a1-9e5d-b20f26f512d7 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:23.506457 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Attempting to bind port eef16f95-bda4-46a1-9e5d-b20f26f512d7 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '7e54f7dc-89cf-490e-b59a-df7c05e6532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:23.506974 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Attempting to bind port eef16f95-bda4-46a1-9e5d-b20f26f512d7 on network ee26411b-0062-4da4-94f5-ba71e8fbde80 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:23.512363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Port eef16f95-bda4-46a1-9e5d-b20f26f512d7 on network ee26411b-0062-4da4-94f5-ba71e8fbde80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:40:23.512942 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Attempting to bind port eef16f95-bda4-46a1-9e5d-b20f26f512d7 on network ee26411b-0062-4da4-94f5-ba71e8fbde80 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:23.519742 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:23.520322 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Checking segment: {'id': '7e54f7dc-89cf-490e-b59a-df7c05e6532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:23.521233 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Bound using segment: {'id': '7e54f7dc-89cf-490e-b59a-df7c05e6532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:23.521884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Bound port: eef16f95-bda4-46a1-9e5d-b20f26f512d7, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e54f7dc-89cf-490e-b59a-df7c05e6532f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1425, 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:23.522413 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.758441 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095e229a-46df-4809-96a0-4040a12ecbe0 req-9909c467-c219-4bb9-b99a-a717424ad4db tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:23.777463 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-095e229a-46df-4809-96a0-4040a12ecbe0 req-9909c467-c219-4bb9-b99a-a717424ad4db tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.1933870 Jun 23 16:40:23.778261 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] For port eef16f95-bda4-46a1-9e5d-b20f26f512d7, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:23.798064 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] For port eef16f95-bda4-46a1-9e5d-b20f26f512d7, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eef16f95-bda4-46a1-9e5d-b20f26f512d7,segment=NetworkSegment(7e54f7dc-89cf-490e-b59a-df7c05e6532f),segment_id=7e54f7dc-89cf-490e-b59a-df7c05e6532f)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:23.813489 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:23.818831 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-bee1bf0b-3091-496b-a886-a655b4412b04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:23.874021 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-095e229a-46df-4809-96a0-4040a12ecbe0 req-78ef10ad-cfe0-4791-abc2-c62971f38250 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895867 Jun 23 16:40:24.030303 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:24.034611 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:24.042076 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] 10.222.0.111 "PUT /v2.0/ports/eef16f95-bda4-46a1-9e5d-b20f26f512d7 HTTP/1.1" status: 200 len: 1093 time: 3.2353625 Jun 23 16:40:24.053165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'tag': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:24.234545 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Pushing event updated for resources: {'Port': ['ID=eef16f95-bda4-46a1-9e5d-b20f26f512d7,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:24.241777 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:24.334226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49d902c-80b3-4157-b0a7-edae2689ee87 req-46b4cdf0-eedf-42cb-a6d8-f13aa234d7db tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:24.363803 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d49d902c-80b3-4157-b0a7-edae2689ee87 req-46b4cdf0-eedf-42cb-a6d8-f13aa234d7db tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.1892769 Jun 23 16:40:24.436468 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d49d902c-80b3-4157-b0a7-edae2689ee87 req-f09491b9-eee7-4a3c-ad64-65ab1ecf3ccf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709999 Jun 23 16:40:24.630812 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff6f7422-3a54-4425-8dc4-c3766e852f57" -d '{"events": [{"name": "network-changed", "server_uuid": "0135b459-8c6a-4bd5-94af-670c6751f2a2", "tag": "eef16f95-bda4-46a1-9e5d-b20f26f512d7"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:24.651956 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c2b97266-9896-406c-bf19-bd00243fc5b3 req-e2e94fcd-9fc7-488b-ab34-40371a2a9baf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0381885 Jun 23 16:40:24.964822 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc1f5e-8559-4303-8480-da6a41ec57b8 x-openstack-request-id: req-60bc1f5e-8559-4303-8480-da6a41ec57b8 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:24.965136 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0135b459-8c6a-4bd5-94af-670c6751f2a2", "tag": "eef16f95-bda4-46a1-9e5d-b20f26f512d7", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:24.965450 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-60bc1f5e-8559-4303-8480-da6a41ec57b8 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:24.965975 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'tag': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7', 'status': 'completed', 'code': 200} Jun 23 16:40:25.167374 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc16a8-f69e-4469-a807-56ad385d8882 req-3b3324d2-990a-4427-80fd-2710f4407355 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:25.170090 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99bc16a8-f69e-4469-a807-56ad385d8882 req-3b3324d2-990a-4427-80fd-2710f4407355 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.1212931 Jun 23 16:40:25.234332 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99bc16a8-f69e-4469-a807-56ad385d8882 req-2b92720c-cbe4-4f9e-9e98-dca455f79e63 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549366 Jun 23 16:40:25.586886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52660) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:25.859161 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:25.949801 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a7b2-9703-4a82-91cf-7d7625fcf5e2 req-0efa4ee1-e7a6-4fc8-8c94-ca650a34e66e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:25.964454 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66d2a7b2-9703-4a82-91cf-7d7625fcf5e2 req-0efa4ee1-e7a6-4fc8-8c94-ca650a34e66e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.1924827 Jun 23 16:40:26.019119 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3e92d201-109f-4dd1-93f4-ed0ee5cf75de req-25fea05d-ab9e-4427-bf03-10f6804c44f8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0534260 Jun 23 16:40:26.081479 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66d2a7b2-9703-4a82-91cf-7d7625fcf5e2 req-880754d0-44c7-4a7d-9b29-2a204ba05a31 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033533 Jun 23 16:40:26.119380 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.129722 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.146341 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:26.223149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5184ec04-1f33-49b0-b2a4-890a898cad81,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:26.249258 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:26.292616 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6da045791c314466a0e3e3feeff7826b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7015464 Jun 23 16:40:26.292941 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52698) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:26.373289 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.409712 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.497886 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.501326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:26.502526 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5184ec04-1f33-49b0-b2a4-890a898cad81 HTTP/1.1" status: 204 len: 168 time: 0.2071109 Jun 23 16:40:26.503435 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:26.520997 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02517a90-1aae-410b-b497-f0708c7ec762 req-c5411e0d-ca83-42bb-a675-27d0eaddb8ec tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:26.522779 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-02517a90-1aae-410b-b497-f0708c7ec762 req-c5411e0d-ca83-42bb-a675-27d0eaddb8ec tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.1160216 Jun 23 16:40:26.524053 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5184ec04-1f33-49b0-b2a4-890a898cad81,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:26.527005 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:26.607982 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-02517a90-1aae-410b-b497-f0708c7ec762 req-8c332db9-8d63-4bc0-abd2-74b74eb78e58 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746264 Jun 23 16:40:26.975420 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52724) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:26.989270 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.039204 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52726) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:27.093446 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.098539 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.102559 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9d9c4e72-b05d-4ff9-862b-cadaf3c0e929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:27.152909 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=91132f04544e4d688897f8b97265ce7a&name=default HTTP/1.1" status: 200 len: 2976 time: 0.1762753 Jun 23 16:40:27.155763 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52734) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:27.164296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4619adf3-c77b-4248-a209-97d8b7281466,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:27.183061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:27.225972 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-05be540f-3ec4-47a8-bc7f-6aa6d06c6c07 req-e4238780-d8c7-4467-ad3c-c83ad02be5bb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0532591 Jun 23 16:40:27.262829 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.286986 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.320962 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.447543 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.452359 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f447977-8a14-4dd0-b7b6-e6aae82d0f64 req-2bc99499-d62c-464a-a6e1-c10369a8e221 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:27.457857 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f447977-8a14-4dd0-b7b6-e6aae82d0f64 req-2bc99499-d62c-464a-a6e1-c10369a8e221 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.1625867 Jun 23 16:40:27.463099 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.464313 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4619adf3-c77b-4248-a209-97d8b7281466 HTTP/1.1" status: 204 len: 168 time: 0.3072996 Jun 23 16:40:27.476206 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:27.513870 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4619adf3-c77b-4248-a209-97d8b7281466,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:27.526475 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f447977-8a14-4dd0-b7b6-e6aae82d0f64 req-7c8f8a54-e1d6-4c30-89d5-31e271ec02f8 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541999 Jun 23 16:40:27.533016 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:27.719160 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.728815 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.736511 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:27.790831 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5498041f-77ec-4814-a330-a5d70a35a4da,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:27.807541 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:27.816337 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1d3bfbe7900742f290f8be636f3b77b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7739701 Jun 23 16:40:27.816994 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52760) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:27.882818 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.941186 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:27.943342 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef91b6-e5af-47b7-9c82-cebe97dc9323 req-8e5a7788-48c8-4831-8c57-b11995a42864 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:27.958744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9fef91b6-e5af-47b7-9c82-cebe97dc9323 req-8e5a7788-48c8-4831-8c57-b11995a42864 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.1712346 Jun 23 16:40:28.055413 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9fef91b6-e5af-47b7-9c82-cebe97dc9323 req-20fd529f-5057-4dba-b94c-3afd4be0a4b4 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928650 Jun 23 16:40:28.078792 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:28.082422 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:28.086934 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5498041f-77ec-4814-a330-a5d70a35a4da HTTP/1.1" status: 204 len: 168 time: 0.2688229 Jun 23 16:40:28.093217 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d6226e42-9263-486b-9ff9-3bc988899d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:28.117184 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5498041f-77ec-4814-a330-a5d70a35a4da,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:28.127860 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:28.407948 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e66870ae-8804-426a-a0eb-35d1e781b98d req-78e74c70-693e-4e9c-8f23-82440cd37b11 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0315719 Jun 23 16:40:28.718560 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52810) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:28.759729 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:28.970719 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dfcc1e-6365-4175-95b1-de834d4643f7 req-65ccf9c0-2a9b-4b9e-ae17-951058a918f3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:28.973104 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b3dfcc1e-6365-4175-95b1-de834d4643f7 req-65ccf9c0-2a9b-4b9e-ae17-951058a918f3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.2428117 Jun 23 16:40:29.104591 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b3dfcc1e-6365-4175-95b1-de834d4643f7 req-a1b69f3b-a1da-4d33-8e72-48514647c8de tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242111 Jun 23 16:40:29.196988 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.205531 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.231186 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:29.319183 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f2dfd0beb53e443dac4d355b71cc0ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5991955 Jun 23 16:40:29.322118 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52842) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:29.340904 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ccd0b0-28e2-4a6c-8983-5358fa2c97f3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:29.350416 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:29.386623 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da26e227-60af-4a25-b5a4-d98a2b0e6ed3 req-c7125867-bfe7-4e19-8f52-57ff7da780c3 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:29.395070 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-da26e227-60af-4a25-b5a4-d98a2b0e6ed3 req-c7125867-bfe7-4e19-8f52-57ff7da780c3 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.1646485 Jun 23 16:40:29.415082 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 52846) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:29.423448 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.459485 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.610876 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.615563 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.620205 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/70ccd0b0-28e2-4a6c-8983-5358fa2c97f3 HTTP/1.1" status: 204 len: 168 time: 0.2970800 Jun 23 16:40:29.625028 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6a19b4fa-2d78-40f6-87d8-08bd54fef4d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:29.637796 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-da26e227-60af-4a25-b5a4-d98a2b0e6ed3 req-42094260-c4f1-470b-92c1-dd7a55dd2241 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418225 Jun 23 16:40:29.642173 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.658751 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ccd0b0-28e2-4a6c-8983-5358fa2c97f3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:29.660349 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5b2d485b-d8f8-4602-97dc-2cb5e5fdc371 req-8cb507fd-4f8c-4e89-ba33-c6b4304ebd54 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0453098 Jun 23 16:40:29.663362 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:29.813806 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.813806 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.815876 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:29.855841 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2c5afffdcea84702ad6b4cee75b98ffd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4368150 Jun 23 16:40:29.856875 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52870) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:29.858018 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9871d78c-a17b-4d4e-b5aa-88e83e49371b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:29.863284 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:29.931132 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:29.962870 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.018285 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.023369 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.023776 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9871d78c-a17b-4d4e-b5aa-88e83e49371b HTTP/1.1" status: 204 len: 168 time: 0.1650145 Jun 23 16:40:30.024333 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3f5aa5e7-a483-4284-9886-c1a800b47080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:30.035482 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9871d78c-a17b-4d4e-b5aa-88e83e49371b,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:30.038296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:30.306296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a969351-5c56-41b8-b36f-b5442fd0af89 req-58e263f6-5f02-4378-a4ba-cab12a60815c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:30.307830 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a969351-5c56-41b8-b36f-b5442fd0af89 req-58e263f6-5f02-4378-a4ba-cab12a60815c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.0726657 Jun 23 16:40:30.361840 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a969351-5c56-41b8-b36f-b5442fd0af89 req-82ac3095-f8cd-4ec8-a445-49b5545c407c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Jun 23 16:40:30.364572 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Request body: {'port': {'device_id': '33636644-7771-48ff-92e7-53ea7423efc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:30.547857 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52902) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:30.555809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7422-3a54-4425-8dc4-c3766e852f57 req-8e3495b5-ca27-40dc-8b75-a895167f0b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:30.557708 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ff6f7422-3a54-4425-8dc4-c3766e852f57 req-8e3495b5-ca27-40dc-8b75-a895167f0b79 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=6f54d73fcd184a79951b646e2b685632&device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1846132 Jun 23 16:40:30.558862 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.565672 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.721737 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.737030 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:30.742262 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f510fa74-c292-40ca-92f7-c6ab8387cab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:30.822165 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c462820ebfbd466e96015b1a56288d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772920 Jun 23 16:40:30.824403 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52916) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:30.889590 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ac97a2-f5d5-48f4-8c75-98ea85d6d7f3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:30.919629 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:30.952084 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7422-3a54-4425-8dc4-c3766e852f57 req-3e3b9f5b-b309-4a03-bfbc-73a3d9e0ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:30.957629 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ff6f7422-3a54-4425-8dc4-c3766e852f57 req-3e3b9f5b-b309-4a03-bfbc-73a3d9e0ad61 service neutron] 10.222.0.111 "GET /v2.0/networks?tenant_id=6f54d73fcd184a79951b646e2b685632&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3821166 Jun 23 16:40:31.049725 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.111', 64874) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:31.063133 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:31.143525 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-31c99dd0-2427-4f60-8d92-3ccfbfaddd8d req-e104521b-bb4b-480e-b03b-b0160a84ff6c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.2117167 Jun 23 16:40:31.243381 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:31.443813 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cc45b-c4ac-4b75-a5aa-4382cbc79a24 req-2c89cb61-aa25-4139-83a1-d2ec1935faae tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:31.454266 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e50cc45b-c4ac-4b75-a5aa-4382cbc79a24 req-2c89cb61-aa25-4139-83a1-d2ec1935faae tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.5392628 Jun 23 16:40:31.476736 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-593c041e-2ec3-494e-8b3d-cedf07db3ae7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:31.478276 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-593c041e-2ec3-494e-8b3d-cedf07db3ae7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 819 time: 0.4262261 Jun 23 16:40:31.487863 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:31.492347 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:31.496687 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/43ac97a2-f5d5-48f4-8c75-98ea85d6d7f3 HTTP/1.1" status: 204 len: 168 time: 0.6713219 Jun 23 16:40:31.501096 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:31.506497 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Request body: {'port': {'device_id': '321de73b-cc91-4962-81e9-292468dfade7', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'admin_state_up': True, 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:31.589002 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ac97a2-f5d5-48f4-8c75-98ea85d6d7f3,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:31.609846 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:31.678145 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e50cc45b-c4ac-4b75-a5aa-4382cbc79a24 req-d1ec9676-853e-4791-b7b9-d9ac161a099f tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262788 Jun 23 16:40:31.684752 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.111', 64876) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:31.727481 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7422-3a54-4425-8dc4-c3766e852f57 req-b4b6631f-3046-45af-8727-6eab86cfb98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:31.729011 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ff6f7422-3a54-4425-8dc4-c3766e852f57 req-b4b6631f-3046-45af-8727-6eab86cfb98a service neutron] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7526174 Jun 23 16:40:31.828753 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890107d-fd65-495c-9af0-adf63de258a7 req-28a8b7d5-12e4-43ad-b420-f17a3b3d5dc5 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:31.830591 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c890107d-fd65-495c-9af0-adf63de258a7 req-28a8b7d5-12e4-43ad-b420-f17a3b3d5dc5 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 931 time: 0.3209269 Jun 23 16:40:31.842906 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Made reservation on behalf of 41093d586e974d0ab54eed6d6b7135b7 for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:31.851163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:31.866026 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-26d464d0-5eef-4513-ab0c-d13c0473eddd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:31.866956 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-26d464d0-5eef-4513-ab0c-d13c0473eddd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 819 time: 0.1784532 Jun 23 16:40:31.882144 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6bff92-2a0b-4904-b03a-d63a8ff83873 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:31.894666 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Request body: {'port': {'device_id': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'admin_state_up': True, 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:31.963538 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.007305 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 52974) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:32.026963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Transition to ACTIVE for port object db6bff92-2a0b-4904-b03a-d63a8ff83873 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:32.038256 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c890107d-fd65-495c-9af0-adf63de258a7 req-2d325017-e58b-418e-b143-09ad675381bb tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759040 Jun 23 16:40:32.063996 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.093853 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:32.231327 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Attempting to bind port db6bff92-2a0b-4904-b03a-d63a8ff83873 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:32.243749 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Attempting to bind port db6bff92-2a0b-4904-b03a-d63a8ff83873 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:32.244237 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Attempting to bind port db6bff92-2a0b-4904-b03a-d63a8ff83873 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:32.252812 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Port db6bff92-2a0b-4904-b03a-d63a8ff83873 on network 842dc271-9318-40dd-b514-135a5e60f1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:40:32.253140 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Attempting to bind port db6bff92-2a0b-4904-b03a-d63a8ff83873 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:32.269411 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:32.269746 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Checking segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:32.270128 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Bound using segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:32.270571 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Bound port: db6bff92-2a0b-4904-b03a-d63a8ff83873, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:32.270914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.291383 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.303097 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-8363436d-b9ea-47eb-ad93-8e30c9c4aefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:32.304677 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-8363436d-b9ea-47eb-ad93-8e30c9c4aefc service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=6f54d73fcd184a79951b646e2b685632&device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 1096 time: 0.3385868 Jun 23 16:40:32.314549 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Pushing event updated for resources: {'Port': ['ID=db6bff92-2a0b-4904-b03a-d63a8ff83873,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:32.315553 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Allocated IP 172.20.0.2 (f8306b7d-48bb-48f0-a463-94c4f395cc01/27f75033-a404-4fd9-84c8-d43f6b8e1a83/966542f1-e185-4a1a-b218-8ec939e8564d) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:32.321524 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:32.455901 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Made reservation on behalf of 41093d586e974d0ab54eed6d6b7135b7 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:32.459531 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.478984 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-f4d5ac20-3d19-4f23-9ac9-a1a8f7471dc3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eef16f95-bda4-46a1-9e5d-b20f26f512d7 HTTP/1.1" status: 200 len: 217 time: 0.1565108 Jun 23 16:40:32.535358 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3bc94a6a-a73f-403b-aaf2-8acf70c2f4b2 req-ca5e5179-9cf3-4d0f-beaa-abe62c1978a1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0779970 Jun 23 16:40:32.621693 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.666285 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.681098 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] For port db6bff92-2a0b-4904-b03a-d63a8ff83873, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:32.682455 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.691922 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a4edde12-0fae-4f83-b376-79cfa2cc5345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:32.747231 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1f7a7ab74fa649d680f0f37b45c43c90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7358868 Jun 23 16:40:32.748335 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53020) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:32.755828 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96ae1d5-89ac-47be-b430-d2bb78e29624,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:32.758897 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-20af4499-2bde-4b32-a552-fc4a4275a357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:32.759916 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.764511 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-20af4499-2bde-4b32-a552-fc4a4275a357 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=90ec9d49-44fe-48b4-918c-000a4d3e15cc HTTP/1.1" status: 200 len: 852 time: 0.2524991 Jun 23 16:40:32.775316 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:32.800387 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] For port db6bff92-2a0b-4904-b03a-d63a8ff83873, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:32.816244 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:32.906122 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.911882 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-5751eca4-8900-4e92-9923-e662a812b7b8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=ee26411b-0062-4da4-94f5-ba71e8fbde80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1136403 Jun 23 16:40:32.920898 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cc018a0-da1e-49ac-8860-9e3f3a25a3a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:32.921466 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:32.957140 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:32.962743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:32.994609 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Pushing event updated for resources: {'Port': ['ID=966542f1-e185-4a1a-b218-8ec939e8564d,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:33.012036 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:33.021071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:33.021369 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:33.021850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.022033 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.023334 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] 10.222.0.111 "PUT /v2.0/ports/db6bff92-2a0b-4904-b03a-d63a8ff83873 HTTP/1.1" status: 200 len: 1093 time: 2.6726868 Jun 23 16:40:33.023917 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33636644-7771-48ff-92e7-53ea7423efc7', 'tag': 'db6bff92-2a0b-4904-b03a-d63a8ff83873'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:33.026256 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b" -d '{"events": [{"name": "network-changed", "server_uuid": "33636644-7771-48ff-92e7-53ea7423efc7", "tag": "db6bff92-2a0b-4904-b03a-d63a8ff83873"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:33.045825 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:33.122727 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35833921-5da3-43f7-a572-78346d70c819 x-openstack-request-id: req-35833921-5da3-43f7-a572-78346d70c819 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:33.125536 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33636644-7771-48ff-92e7-53ea7423efc7", "tag": "db6bff92-2a0b-4904-b03a-d63a8ff83873", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:33.126091 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-35833921-5da3-43f7-a572-78346d70c819 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:33.127205 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33636644-7771-48ff-92e7-53ea7423efc7', 'tag': 'db6bff92-2a0b-4904-b03a-d63a8ff83873', 'status': 'completed', 'code': 200} Jun 23 16:40:33.145241 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.200142 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Pushing event updated for resources: {'Port': ['ID=db6bff92-2a0b-4904-b03a-d63a8ff83873,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:33.206238 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.db.api [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-8aca486b-7607-45c2-814d-ea9313000641 {{(pid=99533) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:40:33.206957 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_db.api [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:40:33.208973 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:33.215299 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7165396 Jun 23 16:40:33.242495 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-a2f67a81-2bd5-48d9-9416-e5ada9300e51 service neutron] 10.222.0.111 "GET /v2.0/networks/ee26411b-0062-4da4-94f5-ba71e8fbde80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148084 Jun 23 16:40:33.258398 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Request body: {'port': {'device_id': '321de73b-cc91-4962-81e9-292468dfade7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:33.284238 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-0e0160c4-63ab-4d37-a49c-d14785022715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:33.290833 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-0e0160c4-63ab-4d37-a49c-d14785022715 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 1096 time: 0.1585543 Jun 23 16:40:33.324776 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07eb84-7d6c-4e2a-9e0a-090cb1be13a2 req-ea52878a-1c42-4e3c-af5b-65952a80ec46 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:33.326635 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cc07eb84-7d6c-4e2a-9e0a-090cb1be13a2 req-ea52878a-1c42-4e3c-af5b-65952a80ec46 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.4091308 Jun 23 16:40:33.380229 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-9852b330-1c93-4aba-b76d-a1542d2a7e69 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873 HTTP/1.1" status: 200 len: 217 time: 0.0742350 Jun 23 16:40:33.387242 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.400069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.403975 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b96ae1d5-89ac-47be-b430-d2bb78e29624 HTTP/1.1" status: 204 len: 168 time: 0.6543434 Jun 23 16:40:33.416014 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:33.521498 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-b1a55ab9-438c-4d91-adab-57bbf81fde17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:33.523045 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-b1a55ab9-438c-4d91-adab-57bbf81fde17 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0926366 Jun 23 16:40:33.528918 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-5a360121-df7b-4d79-b9b7-022fba72a95e service neutron] 10.222.0.111 "GET /v2.0/networks/ee26411b-0062-4da4-94f5-ba71e8fbde80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725904 Jun 23 16:40:33.577282 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-92d17268-3828-404d-b80b-79c45d3f838a service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471697 Jun 23 16:40:33.619443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.624679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96ae1d5-89ac-47be-b430-d2bb78e29624,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:33.645147 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:33.651251 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cc07eb84-7d6c-4e2a-9e0a-090cb1be13a2 req-ecd6297b-b4b8-4fa3-b49a-1f603e1b3e69 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173106 Jun 23 16:40:33.743711 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:33.750380 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-6ecbc0c4-66c0-4814-ae95-7d6c18fe12bc service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206837 Jun 23 16:40:33.797326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce6b56a-87c1-4c05-a476-52bf6a123bdb req-05950d33-13e5-4873-9d3f-a331c3768137 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:33.798892 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5ce6b56a-87c1-4c05-a476-52bf6a123bdb req-05950d33-13e5-4873-9d3f-a331c3768137 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 943 time: 0.4104943 Jun 23 16:40:33.914420 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5ce6b56a-87c1-4c05-a476-52bf6a123bdb req-72d01714-e4cd-4b22-851d-b3468d8d2f12 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064479 Jun 23 16:40:33.949557 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cb8fbbd9-1876-4a4d-8b15-da78db616518 req-f9d9c8e6-2f00-47c4-a42a-430dd4aa9cd9 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867096 Jun 23 16:40:33.970130 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53066) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:33.989404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.017873 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e5a79a8c-4665-4c37-8bbe-f9794e4cc2bb req-0b8fc1f0-5c74-4421-8b8e-d59689620213 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.0655591 Jun 23 16:40:34.133428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.137758 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 966542f1-e185-4a1a-b218-8ec939e8564d {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:34.140570 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.147095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.148656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:34.171370 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Transition to ACTIVE for port object 966542f1-e185-4a1a-b218-8ec939e8564d will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:34.176464 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.180384 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-228d7bfb-c8f8-4814-885f-8d7e378116f6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:34.346531 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Pushing event updated for resources: {'Port': ['ID=966542f1-e185-4a1a-b218-8ec939e8564d,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:34.360376 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:34.417876 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Attempting to bind port 966542f1-e185-4a1a-b218-8ec939e8564d on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:34.418343 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Attempting to bind port 966542f1-e185-4a1a-b218-8ec939e8564d by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:34.421932 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Attempting to bind port 966542f1-e185-4a1a-b218-8ec939e8564d on network f8306b7d-48bb-48f0-a463-94c4f395cc01 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:34.428896 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Port 966542f1-e185-4a1a-b218-8ec939e8564d on network f8306b7d-48bb-48f0-a463-94c4f395cc01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:40:34.429196 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Attempting to bind port 966542f1-e185-4a1a-b218-8ec939e8564d on network f8306b7d-48bb-48f0-a463-94c4f395cc01 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:34.436461 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:34.436461 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Checking segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:34.436461 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Bound using segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:34.437850 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Bound port: 966542f1-e185-4a1a-b218-8ec939e8564d, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:34.438327 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.511424 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=646825b33a664ecc8e593e14d8151bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361538 Jun 23 16:40:34.515485 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53090) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:34.530753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75002526-755e-4297-901a-e8ae94755d1d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:34.545995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.397s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:34.563033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-f410adf3-e9f8-460d-83fa-a5c76044ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:34.566853 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-f410adf3-e9f8-460d-83fa-a5c76044ce91 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 1096 time: 0.4829335 Jun 23 16:40:34.573440 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] For port 966542f1-e185-4a1a-b218-8ec939e8564d, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:34.581220 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] For port 966542f1-e185-4a1a-b218-8ec939e8564d, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=966542f1-e185-4a1a-b218-8ec939e8564d,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:34.586452 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.589774 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:34.643704 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:34.644523 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:34.645953 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] 10.222.0.111 "PUT /v2.0/ports/966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 1093 time: 1.4022095 Jun 23 16:40:34.646437 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '321de73b-cc91-4962-81e9-292468dfade7', 'tag': '966542f1-e185-4a1a-b218-8ec939e8564d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:34.664267 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Allocated IP 172.20.0.10 (f8306b7d-48bb-48f0-a463-94c4f395cc01/27f75033-a404-4fd9-84c8-d43f6b8e1a83/9541ea50-9121-4021-8fe5-35b299b42460) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:34.869494 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Pushing event updated for resources: {'Port': ['ID=966542f1-e185-4a1a-b218-8ec939e8564d,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:34.876833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:34.903351 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13" -d '{"events": [{"name": "network-changed", "server_uuid": "321de73b-cc91-4962-81e9-292468dfade7", "tag": "966542f1-e185-4a1a-b218-8ec939e8564d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:34.918863 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-10dd57d9-41b3-4ccc-a139-c909f5044f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:34.924248 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-10dd57d9-41b3-4ccc-a139-c909f5044f6f service neutron] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 917 time: 0.3434556 Jun 23 16:40:34.969814 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-ce46f772-4968-4b21-a6ac-318e7aedd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:34.971444 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-ce46f772-4968-4b21-a6ac-318e7aedd918 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1096 time: 0.2244565 Jun 23 16:40:34.992296 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.003446 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-26fb677e-037d-4317-a5a1-499be02a2e47 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873 HTTP/1.1" status: 200 len: 217 time: 0.0604229 Jun 23 16:40:35.060776 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.075926 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-91678b9a-f724-464b-acb3-e6970db18994 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0785666 Jun 23 16:40:35.089641 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d342a3b-418d-412f-ba06-0d7552e08630 req-83c86865-ba18-458e-ad6e-a5d4c8f1f158 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:35.091634 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d342a3b-418d-412f-ba06-0d7552e08630 req-83c86865-ba18-458e-ad6e-a5d4c8f1f158 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.1634855 Jun 23 16:40:35.148207 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-bcfb9a5e-a367-46f1-9994-9c953c657f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:35.149879 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-bcfb9a5e-a367-46f1-9994-9c953c657f95 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.1319873 Jun 23 16:40:35.153859 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e900bc9b-834f-473d-8d0a-5df3a85b350b x-openstack-request-id: req-e900bc9b-834f-473d-8d0a-5df3a85b350b {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:35.154679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "321de73b-cc91-4962-81e9-292468dfade7", "tag": "966542f1-e185-4a1a-b218-8ec939e8564d", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:35.154679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e900bc9b-834f-473d-8d0a-5df3a85b350b {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:35.155085 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '321de73b-cc91-4962-81e9-292468dfade7', 'tag': '966542f1-e185-4a1a-b218-8ec939e8564d', 'status': 'completed', 'code': 200} Jun 23 16:40:35.189577 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-ced1a83f-e8d2-480f-90ec-c6f553f90ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:35.191935 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-ced1a83f-e8d2-480f-90ec-c6f553f90ad8 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0992019 Jun 23 16:40:35.195528 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d342a3b-418d-412f-ba06-0d7552e08630 req-4b69763c-046c-43f7-be45-45e75c671ae2 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928428 Jun 23 16:40:35.251016 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-61cab391-0e2d-4ce2-a4ab-4b7f70224e30 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594034 Jun 23 16:40:35.268476 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-077a0de0-1d6d-4938-8e10-566aeeacd3ce service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640233 Jun 23 16:40:35.433426 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.459366 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.463979 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/75002526-755e-4297-901a-e8ae94755d1d HTTP/1.1" status: 204 len: 168 time: 0.9475961 Jun 23 16:40:35.472102 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-91631952-1fb2-41f1-b5de-83ae808a6f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:35.490204 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75002526-755e-4297-901a-e8ae94755d1d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:35.497295 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:35.521578 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7a54e3a7-ebf4-4268-828b-a89d259b391b req-8b2d0c5a-96aa-4a51-a25c-e24a60ea801c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 210 time: 0.1153882 Jun 23 16:40:35.533940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.542245 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-e447752a-871b-45eb-9d34-e2486a2a4302 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659514 Jun 23 16:40:35.589483 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-38963fc9-8c74-4585-97ff-b288f25fd5d0 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089490 Jun 23 16:40:35.723023 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a516e4de-3cba-42a3-bca2-dfcd3e46e975 req-58deef47-264a-4337-9723-74ce7d8fa5a3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:35.724725 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a516e4de-3cba-42a3-bca2-dfcd3e46e975 req-58deef47-264a-4337-9723-74ce7d8fa5a3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 943 time: 0.3173900 Jun 23 16:40:35.740877 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.762882 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:35.813386 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-7b0e9d86-543d-44ba-a6c4-ea45c49c5551 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2554858 Jun 23 16:40:35.835557 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0ed901e-57cc-4dfc-a743-c135f69f4ff9 req-3274aa2d-8e68-4455-9d19-94164faad7b2 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337623 Jun 23 16:40:35.851803 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Network f8306b7d-48bb-48f0-a463-94c4f395cc01 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:35.856613 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a516e4de-3cba-42a3-bca2-dfcd3e46e975 req-bd8b7968-3db6-408e-83e9-67c61e12eb2f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189718 Jun 23 16:40:35.867871 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Pushing event updated for resources: {'Port': ['ID=9541ea50-9121-4021-8fe5-35b299b42460,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:35.878474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:35.880727 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:35.881586 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:35.934718 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:35.935341 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:35.952878 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0648148 Jun 23 16:40:35.984263 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Request body: {'port': {'device_id': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:36.073940 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-06ab2fb5-dc52-449f-96ba-ba1fb9d274b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:36.077099 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-06ab2fb5-dc52-449f-96ba-ba1fb9d274b2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1096 time: 0.0981324 Jun 23 16:40:36.164521 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:36.339946 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-3440787a-750a-44b9-adb5-831908c77444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:36.353468 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-3440787a-750a-44b9-adb5-831908c77444 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.2672534 Jun 23 16:40:36.553244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9541ea50-9121-4021-8fe5-35b299b42460 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:36.570339 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:36.587042 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Transition to ACTIVE for port object 9541ea50-9121-4021-8fe5-35b299b42460 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:36.595543 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:36.599542 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:36.635386 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device eef16f95-bda4-46a1-9e5d-b20f26f512d7 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:40:36.668458 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Pushing event updated for resources: {'Port': ['ID=9541ea50-9121-4021-8fe5-35b299b42460,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:36.690685 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:36.733055 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-b5e07b36-1815-4874-8889-03259bc67fd7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.3698120 Jun 23 16:40:36.760677 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Attempting to bind port 9541ea50-9121-4021-8fe5-35b299b42460 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:36.761960 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Attempting to bind port 9541ea50-9121-4021-8fe5-35b299b42460 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:36.763780 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Attempting to bind port 9541ea50-9121-4021-8fe5-35b299b42460 on network f8306b7d-48bb-48f0-a463-94c4f395cc01 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:36.782777 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Port 9541ea50-9121-4021-8fe5-35b299b42460 on network f8306b7d-48bb-48f0-a463-94c4f395cc01 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:40:36.783014 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Attempting to bind port 9541ea50-9121-4021-8fe5-35b299b42460 on network f8306b7d-48bb-48f0-a463-94c4f395cc01 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:36.796714 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:36.797177 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Checking segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:36.797570 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Bound using segment: {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:36.798134 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Bound port: 9541ea50-9121-4021-8fe5-35b299b42460, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0df76df-54ec-4a15-b528-5715aa7263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1412, 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:36.798647 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:36.911172 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-ed580c3a-fd6d-434a-a707-6b13d7283b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:36.913120 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-ed580c3a-fd6d-434a-a707-6b13d7283b84 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.1541831 Jun 23 16:40:36.928956 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port eef16f95-bda4-46a1-9e5d-b20f26f512d7, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eef16f95-bda4-46a1-9e5d-b20f26f512d7,segment=NetworkSegment(7e54f7dc-89cf-490e-b59a-df7c05e6532f),segment_id=7e54f7dc-89cf-490e-b59a-df7c05e6532f)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:36.946532 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7', 'network_id': 'ee26411b-0062-4da4-94f5-ba71e8fbde80', 'port_id': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7', 'mac_address': 'fa:16:3e:e3:ed:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90ec9d49-44fe-48b4-918c-000a4d3e15cc', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:40:36.967483 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-2e303605-d232-4322-9367-315f183a2ac9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430784 Jun 23 16:40:36.983168 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da012bb6-d581-44f2-8c73-def236e37992 req-d1722f8e-5b50-4714-9345-b62133edf785 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:36.985525 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-da012bb6-d581-44f2-8c73-def236e37992 req-d1722f8e-5b50-4714-9345-b62133edf785 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 943 time: 0.2595160 Jun 23 16:40:37.009819 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] For port 9541ea50-9121-4021-8fe5-35b299b42460, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:37.016442 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] For port 9541ea50-9121-4021-8fe5-35b299b42460, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9541ea50-9121-4021-8fe5-35b299b42460,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:37.025480 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.028680 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:37.037553 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c95478-aaad-42cd-acbf-7d3ea35f0153 req-e54bfb01-776f-4756-bbf3-53d9f099e20d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:37.041580 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.041744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b3c95478-aaad-42cd-acbf-7d3ea35f0153 req-e54bfb01-776f-4756-bbf3-53d9f099e20d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 944 time: 0.2407618 Jun 23 16:40:37.065664 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef16f95-bda4-46a1-9e5d-b20f26f512d7 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:37.068152 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53228) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:37.087847 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:37.088129 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.090110 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] 10.222.0.111 "PUT /v2.0/ports/9541ea50-9121-4021-8fe5-35b299b42460 HTTP/1.1" status: 200 len: 1094 time: 1.1110826 Jun 23 16:40:37.090110 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'tag': '9541ea50-9121-4021-8fe5-35b299b42460'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:37.098758 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d5d7a1-89b9-411e-b762-079507951cb9" -d '{"events": [{"name": "network-changed", "server_uuid": "194cd505-f09f-47a4-b8a0-b4c51682a3eb", "tag": "9541ea50-9121-4021-8fe5-35b299b42460"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:37.119564 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port eef16f95-bda4-46a1-9e5d-b20f26f512d7, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eef16f95-bda4-46a1-9e5d-b20f26f512d7,segment=NetworkSegment(7e54f7dc-89cf-490e-b59a-df7c05e6532f),segment_id=7e54f7dc-89cf-490e-b59a-df7c05e6532f)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:37.126588 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.127866 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device db6bff92-2a0b-4904-b03a-d63a8ff83873 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:40:37.156178 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:37.178024 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b3c95478-aaad-42cd-acbf-7d3ea35f0153 req-3d3060a2-6b83-4085-ac57-37985eb6ebaf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252015 Jun 23 16:40:37.191441 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-da012bb6-d581-44f2-8c73-def236e37992 req-114de8a8-3ba4-4a1c-9381-8629de18d5d8 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927493 Jun 23 16:40:37.228857 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-cadf0b86-4a00-44dc-804f-9eb908664edf service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422118 Jun 23 16:40:37.266706 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Pushing event updated for resources: {'Port': ['ID=9541ea50-9121-4021-8fe5-35b299b42460,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:37.277336 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:37.333163 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=eef16f95-bda4-46a1-9e5d-b20f26f512d7,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:37.334203 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-3e82e32c-b037-4e23-a691-8a819cacc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:37.335757 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-3e82e32c-b037-4e23-a691-8a819cacc4e9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 1097 time: 0.1620107 Jun 23 16:40:37.340984 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:37.341144 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f86349-0951-48f5-85d6-6a8445c8923d x-openstack-request-id: req-e7f86349-0951-48f5-85d6-6a8445c8923d {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:37.341343 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194cd505-f09f-47a4-b8a0-b4c51682a3eb", "tag": "9541ea50-9121-4021-8fe5-35b299b42460", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:37.341561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e7f86349-0951-48f5-85d6-6a8445c8923d {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:37.342036 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'tag': '9541ea50-9121-4021-8fe5-35b299b42460', 'status': 'completed', 'code': 200} Jun 23 16:40:37.405587 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-58209ec8-dd39-4043-b293-508b7e953039 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9541ea50-9121-4021-8fe5-35b299b42460 HTTP/1.1" status: 200 len: 217 time: 0.0439358 Jun 23 16:40:37.427501 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.495090 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35d315bb-5bea-4b56-9efa-1a7af5ae9b13 req-2f95a47a-8556-473e-af7f-9e74522cd68e service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578607 Jun 23 16:40:37.497634 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port db6bff92-2a0b-4904-b03a-d63a8ff83873, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:37.519349 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-18c54234-fce8-41cd-ab9c-4f0ff7138a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:37.521309 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-18c54234-fce8-41cd-ab9c-4f0ff7138a17 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.1061444 Jun 23 16:40:37.536285 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'db6bff92-2a0b-4904-b03a-d63a8ff83873', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'port_id': 'db6bff92-2a0b-4904-b03a-d63a8ff83873', 'mac_address': 'fa:16:3e:80:b0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b678e12-cc6d-4361-b234-420c167fd753', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:40:37.593403 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-3228d7d0-3cdc-4b85-8f24-a9e248dadf38 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629210 Jun 23 16:40:37.600638 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.635001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6bff92-2a0b-4904-b03a-d63a8ff83873 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:37.650406 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a2e05-9c78-4b04-8312-cbb5e7233bcc req-c4109b45-82d5-4752-80df-91df074347d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:37.650406 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-843a2e05-9c78-4b04-8312-cbb5e7233bcc req-c4109b45-82d5-4752-80df-91df074347d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 943 time: 0.1539581 Jun 23 16:40:37.685056 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port db6bff92-2a0b-4904-b03a-d63a8ff83873, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:37.689324 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.694393 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.700456 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:37.701501 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.708103 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:37.726858 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-843a2e05-9c78-4b04-8312-cbb5e7233bcc req-cf37bd7d-46b1-4d12-9947-843655b82103 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679147 Jun 23 16:40:37.744574 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-f1a63f44-acad-4da0-bfe1-9fe19202c11f service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393411 Jun 23 16:40:37.759228 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=bdffd506da17443cad73c3dde1182fb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6879706 Jun 23 16:40:37.760006 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53258) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:37.762243 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855b39a4-2f0b-4996-b7e8-1b36cf07393f,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:37.797275 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:37.819058 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=db6bff92-2a0b-4904-b03a-d63a8ff83873,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:37.824488 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:37.871994 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.872897 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a623d43c-60a4-4877-979d-ca2ac42f3884 req-8ea3fbc4-537c-467b-877b-1bb0f257aef8 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212251 Jun 23 16:40:37.896517 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.952456 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.953448 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:37.954577 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/855b39a4-2f0b-4996-b7e8-1b36cf07393f HTTP/1.1" status: 204 len: 168 time: 0.1935456 Jun 23 16:40:37.955290 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5a52f99a-c5b6-4524-888f-4df9022928e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:37.964413 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855b39a4-2f0b-4996-b7e8-1b36cf07393f,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:37.966963 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:38.073823 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-951179e8-8879-4d1b-8a9d-84a38d69215e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:38.076419 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-951179e8-8879-4d1b-8a9d-84a38d69215e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 1097 time: 0.0815082 Jun 23 16:40:38.195896 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-99d03c00-6656-4539-ad97-e3c0dc350b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:38.197340 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-99d03c00-6656-4539-ad97-e3c0dc350b4e service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.1113591 Jun 23 16:40:38.282008 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:40:38.303266 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-ab8a6b57-e31a-4483-9166-fc99cb752c57 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9541ea50-9121-4021-8fe5-35b299b42460 HTTP/1.1" status: 200 len: 217 time: 0.0940773 Jun 23 16:40:38.389897 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['eef16f95-bda4-46a1-9e5d-b20f26f512d7'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:40:38.414327 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53288) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:38.434813 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-f413d5d7-f0e2-4508-a3b2-9d3d9c6fd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:38.437602 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-f413d5d7-f0e2-4508-a3b2-9d3d9c6fd939 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.1261971 Jun 23 16:40:38.472723 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:38.485413 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b097527-f2d8-41ea-bfc1-037d29b44623 req-53ab92af-bd51-4ca5-9a28-be6084779cc3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:38.487000 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9b097527-f2d8-41ea-bfc1-037d29b44623 req-53ab92af-bd51-4ca5-9a28-be6084779cc3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 944 time: 0.1621015 Jun 23 16:40:38.533947 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-3f17884a-6dd4-4fe4-bb5e-03ae84888175 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842714 Jun 23 16:40:38.632192 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9b097527-f2d8-41ea-bfc1-037d29b44623 req-7fff9d52-d7a6-4f97-bd45-5a7ae82c07bd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090751 Jun 23 16:40:38.668101 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1d95-d01a-44f1-8bcd-e1c84a2f06c6 req-a3c74298-9ee6-480a-a792-90f93ebe83e2 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:38.673401 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 966542f1-e185-4a1a-b218-8ec939e8564d details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:40:38.681562 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9f8d1d95-d01a-44f1-8bcd-e1c84a2f06c6 req-a3c74298-9ee6-480a-a792-90f93ebe83e2 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 944 time: 0.1934907 Jun 23 16:40:38.732461 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-03e6d8d5-dc9d-4011-ada0-8b571880f3d3 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777568 Jun 23 16:40:38.776579 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9f8d1d95-d01a-44f1-8bcd-e1c84a2f06c6 req-6b56b415-1ee2-4f60-b70d-1a5934fdb29d tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940647 Jun 23 16:40:38.841635 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:38.853428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:38.860736 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:38.932939 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0d5d7a1-89b9-411e-b762-079507951cb9 req-8e35bec1-03b5-4c35-a034-296c15b08297 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890130 Jun 23 16:40:38.935404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc26ca3-d759-4309-b4f3-309f4de690fc,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:38.943832 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53316) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:38.944958 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ac82c8a085e7451aa4cfa4e44570ec1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5282252 Jun 23 16:40:38.948297 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:39.079083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.115483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 966542f1-e185-4a1a-b218-8ec939e8564d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=966542f1-e185-4a1a-b218-8ec939e8564d,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:39.126293 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.132013 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '966542f1-e185-4a1a-b218-8ec939e8564d', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'port_id': '966542f1-e185-4a1a-b218-8ec939e8564d', 'mac_address': 'fa:16:3e:38:f1:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:40:39.180184 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.181452 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48b565-44f0-4072-a76b-14eed83c0744 req-2cc8c581-1f76-47ae-876a-15286c0f3df2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:39.183112 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1b48b565-44f0-4072-a76b-14eed83c0744 req-2cc8c581-1f76-47ae-876a-15286c0f3df2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 944 time: 0.1465964 Jun 23 16:40:39.204280 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 966542f1-e185-4a1a-b218-8ec939e8564d {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:39.211989 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.215162 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.218515 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fdc26ca3-d759-4309-b4f3-309f4de690fc HTTP/1.1" status: 204 len: 168 time: 0.2713785 Jun 23 16:40:39.242732 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6a02f3e7-31b0-4455-8a95-d76782e73947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:39.244511 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 966542f1-e185-4a1a-b218-8ec939e8564d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=966542f1-e185-4a1a-b218-8ec939e8564d,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:39.250511 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.253434 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:39.266404 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc26ca3-d759-4309-b4f3-309f4de690fc,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:39.269128 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:39.299837 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1b48b565-44f0-4072-a76b-14eed83c0744 req-ad1ccf9f-aaca-43f1-b001-45e23c744cad tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984898 Jun 23 16:40:39.314181 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=966542f1-e185-4a1a-b218-8ec939e8564d,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:39.317613 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:39.684350 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53344) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:39.774391 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['966542f1-e185-4a1a-b218-8ec939e8564d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:40:39.797921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.853420 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d808a-d0d8-4759-8501-02de9d5246e7 req-027ec1d3-62fd-416c-b7e2-45f63c272b0e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:39.855122 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e35d808a-d0d8-4759-8501-02de9d5246e7 req-027ec1d3-62fd-416c-b7e2-45f63c272b0e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 944 time: 0.0917895 Jun 23 16:40:39.903126 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e35d808a-d0d8-4759-8501-02de9d5246e7 req-f2d71567-3d7c-446d-9fbb-3aa09c82937a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Jun 23 16:40:39.956435 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.961953 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:39.966596 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1170f7a-4041-4fce-a7ad-a675623868da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:40.032653 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e38673-d395-4b0a-877b-65b1a3305f41,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:40.037500 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b76c01510fae43a8840c5a312fc53592&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3521087 Jun 23 16:40:40.041111 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:40.041610 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53368) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:40.056743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35e99e1-5f1e-4571-b492-543d861922b1 req-cdff1d07-c411-4b3f-89c7-3b585284511b tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:40.058541 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d35e99e1-5f1e-4571-b492-543d861922b1 req-cdff1d07-c411-4b3f-89c7-3b585284511b tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 944 time: 0.1124663 Jun 23 16:40:40.101700 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.121024 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d35e99e1-5f1e-4571-b492-543d861922b1 req-e6048dd5-13c5-4d19-b3b3-3e265c1708b2 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559983 Jun 23 16:40:40.134478 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.205043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.207895 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.209039 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/28e38673-d395-4b0a-877b-65b1a3305f41 HTTP/1.1" status: 204 len: 168 time: 0.1665301 Jun 23 16:40:40.209824 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fafd2683-b2f5-4d36-9d1c-18d1b9adfcda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:40.220323 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e38673-d395-4b0a-877b-65b1a3305f41,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:40.229096 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:40.401806 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53404) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:40.640264 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9541ea50-9121-4021-8fe5-35b299b42460 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:40:40.647170 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d796755-b971-4059-bc43-c0bc56a3c367 req-02baa2b4-40fa-409a-a1cb-8e0114d7a85c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:40.651676 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2d796755-b971-4059-bc43-c0bc56a3c367 req-02baa2b4-40fa-409a-a1cb-8e0114d7a85c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 944 time: 0.1494658 Jun 23 16:40:40.662983 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device eef16f95-bda4-46a1-9e5d-b20f26f512d7 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:40.739208 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2d796755-b971-4059-bc43-c0bc56a3c367 req-39d2570d-1ca7-4164-a43e-9b324d0f5a2c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782418 Jun 23 16:40:40.798163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.844833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port eef16f95-bda4-46a1-9e5d-b20f26f512d7 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:40.871169 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port eef16f95-bda4-46a1-9e5d-b20f26f512d7 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:40.871554 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.956168 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 9541ea50-9121-4021-8fe5-35b299b42460, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9541ea50-9121-4021-8fe5-35b299b42460,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:40.959750 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53440) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:40.974487 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '9541ea50-9121-4021-8fe5-35b299b42460', 'network_id': 'f8306b7d-48bb-48f0-a463-94c4f395cc01', 'port_id': '9541ea50-9121-4021-8fe5-35b299b42460', 'mac_address': 'fa:16:3e:47:4b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27f75033-a404-4fd9-84c8-d43f6b8e1a83', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:40:40.986857 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.988262 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:40.997906 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.001810 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-534116c7-2446-431b-b113-f3a90296bc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.052473 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e1b56f9d9709402da97cb36baf6589d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496797 Jun 23 16:40:41.055236 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53442) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:41.056145 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9e0105-342f-427e-918b-33558b517f9b,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.056252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.061085 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.062064 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.106321 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9541ea50-9121-4021-8fe5-35b299b42460 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:41.129220 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:41.151369 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.180449 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.212129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.220771 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.226215 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a044080b-2589-4bf2-a2d9-7e7e166da021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.251390 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.254822 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.255018 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e14aff0-f830-472e-a328-6f749ade0859,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.256591 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2c9e0105-342f-427e-918b-33558b517f9b HTTP/1.1" status: 204 len: 168 time: 0.2003448 Jun 23 16:40:41.257486 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.286463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9e0105-342f-427e-918b-33558b517f9b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.293557 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.294272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.333921 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e98ae-5bc4-4999-b79a-e4af6bc65114 req-df2fe399-5ade-4cdb-92bf-afd214f1dc9f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:41.338604 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cf8e98ae-5bc4-4999-b79a-e4af6bc65114 req-df2fe399-5ade-4cdb-92bf-afd214f1dc9f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 944 time: 0.2179172 Jun 23 16:40:41.345700 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7eb468926698498fb342ea448ded945d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3813882 Jun 23 16:40:41.348459 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53452) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:41.417895 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port eef16f95-bda4-46a1-9e5d-b20f26f512d7, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eef16f95-bda4-46a1-9e5d-b20f26f512d7,segment=NetworkSegment(7e54f7dc-89cf-490e-b59a-df7c05e6532f),segment_id=7e54f7dc-89cf-490e-b59a-df7c05e6532f)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:41.431516 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cf8e98ae-5bc4-4999-b79a-e4af6bc65114 req-3462dbf7-712b-4b0b-b291-e2c68a6e36c9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 Jun 23 16:40:41.436900 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 9541ea50-9121-4021-8fe5-35b299b42460, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9541ea50-9121-4021-8fe5-35b299b42460,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:41.440392 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.442379 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device db6bff92-2a0b-4904-b03a-d63a8ff83873 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:41.445747 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d9d9afa1-6be3-43d2-83a7-c0266321506d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.461405 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a96ff8-0feb-4185-8dc1-ffd100849bee req-a51de0b3-756c-4883-a63a-a4dd2c65e32b tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:41.463664 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.467908 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.470199 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f7a96ff8-0feb-4185-8dc1-ffd100849bee req-a51de0b3-756c-4883-a63a-a4dd2c65e32b tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 944 time: 0.1302299 Jun 23 16:40:41.522026 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f7a96ff8-0feb-4185-8dc1-ffd100849bee req-b7542653-3a3a-49a6-8e26-70c5783c6bfd tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499928 Jun 23 16:40:41.525070 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.541582 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=eef16f95-bda4-46a1-9e5d-b20f26f512d7,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.556354 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.556816 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.590370 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port db6bff92-2a0b-4904-b03a-d63a8ff83873 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:41.593612 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.597634 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port db6bff92-2a0b-4904-b03a-d63a8ff83873 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:41.598025 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.598663 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.604225 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0e14aff0-f830-472e-a328-6f749ade0859 HTTP/1.1" status: 204 len: 168 time: 0.2535586 Jun 23 16:40:41.605198 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.618075 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e14aff0-f830-472e-a328-6f749ade0859,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.620666 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.661442 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=9541ea50-9121-4021-8fe5-35b299b42460,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.664520 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.667849 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b250d56-c87f-46bf-9ad8-25d7416c73ee" -d '{"events": [{"server_uuid": "0135b459-8c6a-4bd5-94af-670c6751f2a2", "name": "network-vif-plugged", "status": "completed", "tag": "eef16f95-bda4-46a1-9e5d-b20f26f512d7"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:41.715008 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.755887 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port db6bff92-2a0b-4904-b03a-d63a8ff83873, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:41.761425 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.762838 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 966542f1-e185-4a1a-b218-8ec939e8564d up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:41.765869 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:41.796015 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53472) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:41.822601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:41.875766 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=db6bff92-2a0b-4904-b03a-d63a8ff83873,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:41.878910 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:41.905971 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['9541ea50-9121-4021-8fe5-35b299b42460'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:40:41.981863 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 966542f1-e185-4a1a-b218-8ec939e8564d completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:42.001669 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.011310 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.013562 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 966542f1-e185-4a1a-b218-8ec939e8564d triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:42.015110 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.022833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:42.055969 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dda3227-6ea5-42a2-9edf-89d5e3502117,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:42.059156 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:42.070552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03693919-0406-447a-8f19-6b20a91a3293 req-efb535b4-f19b-44a3-88b3-e9ed5134615f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:42.079698 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-03693919-0406-447a-8f19-6b20a91a3293 req-efb535b4-f19b-44a3-88b3-e9ed5134615f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.1484582 Jun 23 16:40:42.146604 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-03693919-0406-447a-8f19-6b20a91a3293 req-0d0f9985-6d6e-4afa-bb06-ea507e0ad73b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642838 Jun 23 16:40:42.160481 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53492) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:42.161709 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=49ab423bc0f64176929ab0155c5bdbff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596158 Jun 23 16:40:42.173324 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107c4063-edb8-4414-afc3-7aa70bb306c4 x-openstack-request-id: req-107c4063-edb8-4414-afc3-7aa70bb306c4 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:42.173643 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0135b459-8c6a-4bd5-94af-670c6751f2a2", "name": "network-vif-plugged", "status": "completed", "tag": "eef16f95-bda4-46a1-9e5d-b20f26f512d7", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:42.173859 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-107c4063-edb8-4414-afc3-7aa70bb306c4 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:42.174320 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7', 'code': 200} Jun 23 16:40:42.237401 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.254090 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.289885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.300760 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 966542f1-e185-4a1a-b218-8ec939e8564d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=966542f1-e185-4a1a-b218-8ec939e8564d,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:42.310742 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.321052 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:42.369613 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.373519 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.376987 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4dda3227-6ea5-42a2-9edf-89d5e3502117 HTTP/1.1" status: 204 len: 168 time: 0.2141087 Jun 23 16:40:42.378870 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:42.399661 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dda3227-6ea5-42a2-9edf-89d5e3502117,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:42.408972 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:42.424549 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=966542f1-e185-4a1a-b218-8ec939e8564d,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:42.441988 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:42.592474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebdca6d-9a94-4757-86ca-cfb3a795f95d req-2458b55c-4eb4-4146-9900-146b724800a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:42.593966 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-eebdca6d-9a94-4757-86ca-cfb3a795f95d req-2458b55c-4eb4-4146-9900-146b724800a1 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 1098 time: 0.1138957 Jun 23 16:40:42.633684 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-eebdca6d-9a94-4757-86ca-cfb3a795f95d req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.718895 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53516) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:42.772875 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993bd18-d765-4355-bc05-a2991d7bfa26 req-61fabec0-80f7-42c8-b3d2-03ac6bd5e1cc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:42.772875 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a993bd18-d765-4355-bc05-a2991d7bfa26 req-61fabec0-80f7-42c8-b3d2-03ac6bd5e1cc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 945 time: 0.1581666 Jun 23 16:40:42.788067 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ba83d-bf46-49c5-b664-d2eb86d0fb56 req-340760d0-3d15-4dd8-87ee-0ef335470b30 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:42.789721 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-512ba83d-bf46-49c5-b664-d2eb86d0fb56 req-340760d0-3d15-4dd8-87ee-0ef335470b30 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.1111126 Jun 23 16:40:42.851290 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a993bd18-d765-4355-bc05-a2991d7bfa26 req-2ffabb07-b608-40b8-b0e0-b5a2cd4c49b3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604181 Jun 23 16:40:42.900125 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-512ba83d-bf46-49c5-b664-d2eb86d0fb56 req-c88fcaf5-f6bf-4785-8c69-a222f91936da tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027789 Jun 23 16:40:42.934417 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.961196 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-eebdca6d-9a94-4757-86ca-cfb3a795f95d req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.966734 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-eebdca6d-9a94-4757-86ca-cfb3a795f95d req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:42.970402 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:43.006660 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-eebdca6d-9a94-4757-86ca-cfb3a795f95d req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4056363 Jun 23 16:40:43.019083 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3832c1-a14e-4f79-a759-943c30dd2224,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:43.023626 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:43.089131 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.094550 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.099798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:43.144336 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=42a96987a79d4f689c8be694457dc63c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4201262 Jun 23 16:40:43.144336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a2797f-4b8c-415a-93dc-ba8c2d0dad4c,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:43.144528 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53540) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:43.162026 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:43.209988 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.244732 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.322117 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.327095 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.331222 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b7a2797f-4b8c-415a-93dc-ba8c2d0dad4c HTTP/1.1" status: 204 len: 168 time: 0.1855989 Jun 23 16:40:43.332460 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-99dd9a10-b4b8-4a97-b6b9-a4ad393f4fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:43.342963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a2797f-4b8c-415a-93dc-ba8c2d0dad4c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:43.345334 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:43.400187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23906e19-2231-49b7-9f2f-06865bd8b139 req-7224fa8d-2600-409d-ae5b-1c248ed25d41 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:43.401617 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-23906e19-2231-49b7-9f2f-06865bd8b139 req-7224fa8d-2600-409d-ae5b-1c248ed25d41 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.0779111 Jun 23 16:40:43.460614 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-23906e19-2231-49b7-9f2f-06865bd8b139 req-3ad60160-55a3-4acc-b1e7-57c334efe0f2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514154 Jun 23 16:40:43.771603 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53590) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:43.792532 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.943458 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.953305 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:43.960373 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5d947b38-c089-466d-ae35-7e9d4b6faf70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:44.036309 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76411ada-f64e-4647-93df-c81cce50de7c,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:44.051470 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:44.125606 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ac248102fdfb40b595b7bc2998d2fa5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516729 Jun 23 16:40:44.127023 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53624) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:44.146243 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.175572 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33636644-7771-48ff-92e7-53ea7423efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6bff92-2a0b-4904-b03a-d63a8ff83873'}, {'server_uuid': '321de73b-cc91-4962-81e9-292468dfade7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966542f1-e185-4a1a-b218-8ec939e8564d'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:44.178290 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c427a8-c90c-41c6-a00e-18e0fb9280c1" -d '{"events": [{"server_uuid": "33636644-7771-48ff-92e7-53ea7423efc7", "name": "network-vif-plugged", "status": "completed", "tag": "db6bff92-2a0b-4904-b03a-d63a8ff83873"}, {"server_uuid": "321de73b-cc91-4962-81e9-292468dfade7", "name": "network-vif-plugged", "status": "completed", "tag": "966542f1-e185-4a1a-b218-8ec939e8564d"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:44.218409 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f289b13f-6626-43ee-a286-b0e22f6ded13 req-4bf9b7e2-6895-4ac1-99e7-377f1cc11f4e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:44.230473 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f289b13f-6626-43ee-a286-b0e22f6ded13 req-4bf9b7e2-6895-4ac1-99e7-377f1cc11f4e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 945 time: 0.1865211 Jun 23 16:40:44.244149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.281296 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.326580 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f289b13f-6626-43ee-a286-b0e22f6ded13 req-f9764c9f-b697-469c-9b09-62d82681af9e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896821 Jun 23 16:40:44.358731 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748023b6-2af2-4310-81bb-98214ba7e9f5 req-23d79aca-e382-476b-a044-dce90b4a87c0 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:44.375055 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-748023b6-2af2-4310-81bb-98214ba7e9f5 req-23d79aca-e382-476b-a044-dce90b4a87c0 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.2989137 Jun 23 16:40:44.383875 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.387110 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.389123 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/76411ada-f64e-4647-93df-c81cce50de7c HTTP/1.1" status: 204 len: 168 time: 0.2600484 Jun 23 16:40:44.390161 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-59ff9e59-50ed-4fbd-9005-e951b52bc7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:44.412168 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76411ada-f64e-4647-93df-c81cce50de7c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:44.418146 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:44.466294 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-748023b6-2af2-4310-81bb-98214ba7e9f5 req-73079834-eec7-41fe-a5f2-1e8507da3ea3 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894578 Jun 23 16:40:44.502876 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bf0749-4a3a-4f9f-8531-0f9fa7d2bb8d x-openstack-request-id: req-26bf0749-4a3a-4f9f-8531-0f9fa7d2bb8d {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:44.503184 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33636644-7771-48ff-92e7-53ea7423efc7", "name": "network-vif-plugged", "status": "completed", "tag": "db6bff92-2a0b-4904-b03a-d63a8ff83873", "code": 200}, {"server_uuid": "321de73b-cc91-4962-81e9-292468dfade7", "name": "network-vif-plugged", "status": "completed", "tag": "966542f1-e185-4a1a-b218-8ec939e8564d", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:44.503447 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-26bf0749-4a3a-4f9f-8531-0f9fa7d2bb8d {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:44.504013 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33636644-7771-48ff-92e7-53ea7423efc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6bff92-2a0b-4904-b03a-d63a8ff83873', 'code': 200} Jun 23 16:40:44.504279 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321de73b-cc91-4962-81e9-292468dfade7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '966542f1-e185-4a1a-b218-8ec939e8564d', 'code': 200} Jun 23 16:40:44.664897 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4aa726db-c63a-4288-a594-a095bfc2fe2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.682936 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9541ea50-9121-4021-8fe5-35b299b42460 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:40:44.696368 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb3688c-5525-4514-9065-5f77d0d785ba req-ba9a3281-bafd-4c92-a565-cdf732f1c93c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:44.704677 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9fb3688c-5525-4514-9065-5f77d0d785ba req-ba9a3281-bafd-4c92-a565-cdf732f1c93c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.0953879 Jun 23 16:40:44.770168 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9fb3688c-5525-4514-9065-5f77d0d785ba req-67ca78d0-225f-4f5e-97cd-0bd3582a0a61 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612025 Jun 23 16:40:44.796192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 9541ea50-9121-4021-8fe5-35b299b42460 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:44.804462 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 9541ea50-9121-4021-8fe5-35b299b42460 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:44.805090 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:44.973302 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.030841 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 9541ea50-9121-4021-8fe5-35b299b42460, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9541ea50-9121-4021-8fe5-35b299b42460,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:45.037670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.040138 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:45.070708 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27e018-73dd-47b3-b0f8-60ac5ce59f82 req-d4a797d6-d92e-43a0-916b-9cae76ea7a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:45.073873 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5c27e018-73dd-47b3-b0f8-60ac5ce59f82 req-d4a797d6-d92e-43a0-916b-9cae76ea7a2a service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 1098 time: 0.1406074 Jun 23 16:40:45.141119 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=9541ea50-9121-4021-8fe5-35b299b42460,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:45.147364 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:45.153935 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53668) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:45.234619 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5c27e018-73dd-47b3-b0f8-60ac5ce59f82 req-56ba4ea7-c319-4abc-bf51-9c98eb7ec1d9 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469476 Jun 23 16:40:45.328624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.343716 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2eb65e-ab0b-402f-ad6b-7a9a900b919f req-1cd7f37a-58d5-4d13-95db-f5aeb8cd1403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:45.348143 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9b2eb65e-ab0b-402f-ad6b-7a9a900b919f req-1cd7f37a-58d5-4d13-95db-f5aeb8cd1403 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.2430108 Jun 23 16:40:45.506164 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.514439 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.519326 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:45.575615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5ad3cd-7572-40b7-a912-d831a3d86118,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:45.581371 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:45.587641 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=58517943fb524a25ad02ed9bf1dd19a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4311032 Jun 23 16:40:45.595156 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53698) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:45.716011 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.728155 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9b2eb65e-ab0b-402f-ad6b-7a9a900b919f req-d4348259-3be1-4194-804c-e49024952c50 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098180 Jun 23 16:40:45.752125 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101abcb7-4790-47cf-9f91-381b04047c5a req-c113b641-77a6-486e-9039-ecee1b8f08f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:45.753635 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-101abcb7-4790-47cf-9f91-381b04047c5a req-c113b641-77a6-486e-9039-ecee1b8f08f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2074702 Jun 23 16:40:45.776226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f202843b-a6ee-49cb-ac86-5a772d7eefc4 req-80fd632c-1fd0-48b5-bbf3-babc52c2c25c tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:45.778843 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f202843b-a6ee-49cb-ac86-5a772d7eefc4 req-80fd632c-1fd0-48b5-bbf3-babc52c2c25c tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.1333182 Jun 23 16:40:45.789847 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.858724 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-101abcb7-4790-47cf-9f91-381b04047c5a req-c23df89a-f670-454d-8bd1-75254e4ed933 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949624 Jun 23 16:40:45.862608 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f202843b-a6ee-49cb-ac86-5a772d7eefc4 req-42ef2910-f487-4de2-ba73-c6e873eb5ed0 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726600 Jun 23 16:40:45.884595 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.888974 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:45.891857 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cd5ad3cd-7572-40b7-a912-d831a3d86118 HTTP/1.1" status: 204 len: 168 time: 0.2929065 Jun 23 16:40:45.892689 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8f484076-c4bd-40e0-9319-b935f8d60825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:45.914585 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5ad3cd-7572-40b7-a912-d831a3d86118,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:45.931402 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:46.090339 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d479e-75ec-4d86-8104-0d3417457c72 req-51f7dea5-1d7b-47b0-b265-ca9f6b956e70 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:46.101429 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ff1d479e-75ec-4d86-8104-0d3417457c72 req-51f7dea5-1d7b-47b0-b265-ca9f6b956e70 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.0871825 Jun 23 16:40:46.151219 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ff1d479e-75ec-4d86-8104-0d3417457c72 req-5afb2d6b-493e-40ae-82a8-3704ece3987a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484862 Jun 23 16:40:46.392558 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53742) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:46.505663 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9541ea50-9121-4021-8fe5-35b299b42460'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:46.508603 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2254959d-5296-499e-983c-dd6053a4a219" -d '{"events": [{"server_uuid": "194cd505-f09f-47a4-b8a0-b4c51682a3eb", "name": "network-vif-plugged", "status": "completed", "tag": "9541ea50-9121-4021-8fe5-35b299b42460"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:46.552512 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e0fbce-fbfc-428d-9e5f-3b7d58f4da21 x-openstack-request-id: req-62e0fbce-fbfc-428d-9e5f-3b7d58f4da21 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:46.552512 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cd505-f09f-47a4-b8a0-b4c51682a3eb", "name": "network-vif-plugged", "status": "completed", "tag": "9541ea50-9121-4021-8fe5-35b299b42460", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:46.552512 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-62e0fbce-fbfc-428d-9e5f-3b7d58f4da21 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:46.552512 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9541ea50-9121-4021-8fe5-35b299b42460', 'code': 200} Jun 23 16:40:46.593392 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:46.724370 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:46.729270 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:46.732268 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:46.805697 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53780) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:46.816833 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ca27fba2f06d46d1998057b9818af9cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4170451 Jun 23 16:40:46.818459 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0897d33b-3fbd-4dad-9642-99769c055538,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:46.826702 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:46.921091 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:46.980343 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:47.054970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:47.057814 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:47.061759 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0897d33b-3fbd-4dad-9642-99769c055538 HTTP/1.1" status: 204 len: 168 time: 0.2522192 Jun 23 16:40:47.061759 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e77cd15-c9ec-4de7-916a-98e6eba91137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:47.081069 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0897d33b-3fbd-4dad-9642-99769c055538,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:47.093281 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:47.165061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a54f-21e7-40b4-a116-0493c35ff09e req-8862c6bd-1046-4c64-9a22-5dac9037a4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:47.167349 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2245a54f-21e7-40b4-a116-0493c35ff09e req-8862c6bd-1046-4c64-9a22-5dac9037a4f9 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 1099 time: 0.1466374 Jun 23 16:40:47.214694 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ab09b-7bcd-47a9-aa96-1bf2b1dd1097 req-87f1dbee-5881-4851-aaa4-f0b852d49da6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:47.221085 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4d1ab09b-7bcd-47a9-aa96-1bf2b1dd1097 req-87f1dbee-5881-4851-aaa4-f0b852d49da6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1253002 Jun 23 16:40:47.327274 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4d1ab09b-7bcd-47a9-aa96-1bf2b1dd1097 req-2b782e90-29c0-4095-8e55-a045fec6242a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879779 Jun 23 16:40:47.330677 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2245a54f-21e7-40b4-a116-0493c35ff09e req-406359cf-3407-4739-bdf3-b179f14bbb38 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073053 Jun 23 16:40:47.452868 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa7155-f4ea-4f7e-b3cf-a948ffecc38a req-11d41d29-3795-4289-a932-4aeb8b9a0e62 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:47.454706 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ecfa7155-f4ea-4f7e-b3cf-a948ffecc38a req-11d41d29-3795-4289-a932-4aeb8b9a0e62 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.0908854 Jun 23 16:40:47.480378 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-11884294-c818-481f-90d2-0eb82a6e6325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:47.530803 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:47.546168 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ecfa7155-f4ea-4f7e-b3cf-a948ffecc38a req-ee9da42c-ddb8-4c06-88f3-552cfbedb786 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745676 Jun 23 16:40:47.585181 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53832) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:47.796670 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:40:47.815636 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53852) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:47.837534 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:47.966759 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.037066 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.051225 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.055891 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-308ca801-886c-4b20-a8da-aa18ad263a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:48.111294 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f13696a8de0c46f59a153b0279f9de6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945285 Jun 23 16:40:48.113940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53872) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:48.121607 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76d37e6-2c55-4699-86d6-a11e43d2ba77,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:48.164129 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:48.215514 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.251674 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.282339 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.292937 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.301685 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-177bb3ec-7306-44c4-aafe-8d34e4f879c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:48.344259 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=e6d8d01e99d9475e952953c464dcb289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7574282 Jun 23 16:40:48.346235 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53888) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:48.355128 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ea373a-27a5-49e3-b10c-5b76cb1f0f1b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:48.359977 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:48.372876 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.376672 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.381475 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c76d37e6-2c55-4699-86d6-a11e43d2ba77 HTTP/1.1" status: 204 len: 168 time: 0.2663674 Jun 23 16:40:48.382353 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:48.391350 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76d37e6-2c55-4699-86d6-a11e43d2ba77,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:48.393862 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:48.542257 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.654921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 53914) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:48.757148 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.803798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.868779 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.872161 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfda6e5-813b-40b6-9e2d-91fe41ca7037 req-d17143ff-ab55-4ee3-9dbf-388777b386fa tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:48.874658 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0bfda6e5-813b-40b6-9e2d-91fe41ca7037 req-d17143ff-ab55-4ee3-9dbf-388777b386fa tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2159050 Jun 23 16:40:48.900786 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3e6b9-03c6-41a8-98eb-26cd5efb1188 req-eedfbbc0-41c5-4f62-ac5d-21ce2a8f226e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:48.908477 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-62b3e6b9-03c6-41a8-98eb-26cd5efb1188 req-eedfbbc0-41c5-4f62-ac5d-21ce2a8f226e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.1891768 Jun 23 16:40:48.962876 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0bfda6e5-813b-40b6-9e2d-91fe41ca7037 req-838218ce-4c84-459f-94bf-e0741ded4903 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782847 Jun 23 16:40:48.966069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.969564 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:48.973841 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e3ea373a-27a5-49e3-b10c-5b76cb1f0f1b HTTP/1.1" status: 204 len: 168 time: 0.6258285 Jun 23 16:40:48.976794 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-97e8ad0a-60d0-4243-beec-126e2b465215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:48.996294 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-62b3e6b9-03c6-41a8-98eb-26cd5efb1188 req-15117046-583a-4410-a7d2-807528141c34 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868320 Jun 23 16:40:49.001262 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ea373a-27a5-49e3-b10c-5b76cb1f0f1b,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:49.018078 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:49.094493 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.101473 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.156965 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46c18495-624e-4e6c-b49c-2c178df2ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:49.164561 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=64d4053d4943406db4af11201d5abb6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5081646 Jun 23 16:40:49.167272 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53960) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:49.238498 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bfec05-38d8-4f5a-bffc-70182e25fa7d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:49.258820 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:49.289269 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.317934 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.389581 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.396665 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.398060 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/81bfec05-38d8-4f5a-bffc-70182e25fa7d HTTP/1.1" status: 204 len: 168 time: 0.2293303 Jun 23 16:40:49.398822 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:49.406833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bfec05-38d8-4f5a-bffc-70182e25fa7d,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:49.410366 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:49.610134 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 53994) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:49.629107 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.763624 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.782451 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.829428 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:49.837219 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=830cf5c57fd44bf381fabcee816be079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2246919 Jun 23 16:40:49.840170 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54034) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:49.894062 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d99ebc-114e-4228-b1f2-76fdc280efb7,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:49.907154 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:49.938631 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:49.961591 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:50.020236 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:50.023111 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:50.024640 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/91d99ebc-114e-4228-b1f2-76fdc280efb7 HTTP/1.1" status: 204 len: 168 time: 0.1828957 Jun 23 16:40:50.025643 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-211c52dd-1455-4a76-b155-fbdd8842e764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:50.037646 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d99ebc-114e-4228-b1f2-76fdc280efb7,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:50.040304 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:50.179850 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:50.277679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c36de6b-c0e7-4418-ac8c-815f5c7abd31 req-79db4710-4678-4ef5-be48-98c3afa28074 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:50.283544 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9c36de6b-c0e7-4418-ac8c-815f5c7abd31 req-79db4710-4678-4ef5-be48-98c3afa28074 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1369123 Jun 23 16:40:50.345595 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9c36de6b-c0e7-4418-ac8c-815f5c7abd31 req-48216f86-04d4-4f69-85be-ff0549f38d3e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Jun 23 16:40:51.048321 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50512-2389-482a-866a-6812ff7239e3 req-9fb4fd7d-8481-4a1d-ac9b-3f5073545050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:51.053116 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-9fb4fd7d-8481-4a1d-ac9b-3f5073545050 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 1099 time: 0.2252162 Jun 23 16:40:51.145514 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffd7633-8770-41d0-acd5-72a12fa51596 req-5cf7c570-d5d7-4b0a-9bb9-66a652cb6b07 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:51.147138 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7ffd7633-8770-41d0-acd5-72a12fa51596 req-5cf7c570-d5d7-4b0a-9bb9-66a652cb6b07 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2041478 Jun 23 16:40:51.338799 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7ffd7633-8770-41d0-acd5-72a12fa51596 req-85308bb3-d405-40a3-8696-a8ce5d6fc2ff tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806440 Jun 23 16:40:51.369941 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50512-2389-482a-866a-6812ff7239e3 req-63c127c2-e74d-4b27-9331-c7af4b23aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:51.372404 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-63c127c2-e74d-4b27-9331-c7af4b23aa60 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.2243736 Jun 23 16:40:51.478253 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-a3517b95-23a5-46da-a3bb-650422b60019 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9541ea50-9121-4021-8fe5-35b299b42460 HTTP/1.1" status: 200 len: 217 time: 0.0892134 Jun 23 16:40:51.563796 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab18578-1caf-4ce5-b295-06e9c7ea0d8d req-136c9754-5e45-4d94-9cd5-b316663096f8 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:51.582484 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6ab18578-1caf-4ce5-b295-06e9c7ea0d8d req-136c9754-5e45-4d94-9cd5-b316663096f8 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.3241503 Jun 23 16:40:51.632302 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d50512-2389-482a-866a-6812ff7239e3 req-b27c104f-ddae-48ce-a54f-2032de98fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:51.633797 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-b27c104f-ddae-48ce-a54f-2032de98fb07 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.1461136 Jun 23 16:40:51.647719 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6ab18578-1caf-4ce5-b295-06e9c7ea0d8d req-1af132a0-fa72-4126-aaac-ff9c95961087 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642343 Jun 23 16:40:51.691811 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-1ae8f8b0-9904-44b4-9332-3e637f8cef70 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392301 Jun 23 16:40:51.817263 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-f39fc690-7650-4c07-8a49-28f61fc2f86b service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026194 Jun 23 16:40:51.892450 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54174) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:51.939879 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54d50512-2389-482a-866a-6812ff7239e3 req-a7beb8c9-14eb-45b7-9a9b-08fc0fec4d6b service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010249 Jun 23 16:40:52.148339 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.246641 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.251066 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.254802 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dba07d15-07a4-408a-b3ba-ed8cbbb0e2e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:52.290492 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=57aa9450de9a49139f768ca071d93bc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961995 Jun 23 16:40:52.291952 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997bca6f-5371-4a21-bd19-c73eb2449bda,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:52.293322 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54194) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:52.295084 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:52.351549 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.376645 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.432035 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.437004 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.438653 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/997bca6f-5371-4a21-bd19-c73eb2449bda HTTP/1.1" status: 204 len: 168 time: 0.1443419 Jun 23 16:40:52.439420 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2bdea440-6c6c-4138-9953-c05c7ae2953d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:52.450234 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997bca6f-5371-4a21-bd19-c73eb2449bda,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:52.453428 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:52.470802 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54202) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:52.556266 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e13a7-a91b-4f81-abee-45279e2271b1 req-5831b229-9c10-43c1-8ab0-a8051d295896 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:52.558043 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-895e13a7-a91b-4f81-abee-45279e2271b1 req-5831b229-9c10-43c1-8ab0-a8051d295896 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0781312 Jun 23 16:40:52.599901 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.610431 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-895e13a7-a91b-4f81-abee-45279e2271b1 req-355595c4-162f-4e4a-aff0-378f33293653 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 Jun 23 16:40:52.768188 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.777470 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.784005 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6d026722-ae69-4da7-9981-f93db34d8e85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:52.872201 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ed3e6f0496bb42d5822b46a2775221f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4002204 Jun 23 16:40:52.873321 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d8632-502a-4edb-a401-85555c9ebf02,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:52.876519 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54232) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:52.878666 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:52.921990 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-f65d29f0-8113-486a-b5b8-45a1d0e643b4 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/networks?tenant_id=56df23bbb9c24ce5a67f8e36e41a2a65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406504 Jun 23 16:40:52.964572 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:52.992381 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54236) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:52.995550 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.014159 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.091981 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.095568 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.096790 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5b5d8632-502a-4edb-a401-85555c9ebf02 HTTP/1.1" status: 204 len: 168 time: 0.2192056 Jun 23 16:40:53.099966 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1cbc6623-9f46-4d8d-88e4-2c2d9b9274ad service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:53.115580 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991e4ef-083c-44ca-acfb-fffe9ac33c65 req-2df62dbc-3aae-4434-8737-7c25c4dbc454 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:53.117248 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6991e4ef-083c-44ca-acfb-fffe9ac33c65 req-2df62dbc-3aae-4434-8737-7c25c4dbc454 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.2832339 Jun 23 16:40:53.123014 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d8632-502a-4edb-a401-85555c9ebf02,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:53.130795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:53.184901 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.189446 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-856766e9-479b-413d-93ca-4ffd3153d4b4 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:53.195312 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.195901 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-856766e9-479b-413d-93ca-4ffd3153d4b4 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650166 Jun 23 16:40:53.202511 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-420f9abc-618e-4832-b78a-abf7cd30ced2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:53.222650 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-17624b68-9b5e-42ee-b2a5-d181454b593c tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/quotas/56df23bbb9c24ce5a67f8e36e41a2a65 HTTP/1.1" status: 200 len: 375 time: 0.0259635 Jun 23 16:40:53.228569 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6991e4ef-083c-44ca-acfb-fffe9ac33c65 req-18998352-e2bb-45f8-9990-0833a6c2adf6 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040623 Jun 23 16:40:53.272171 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=83b1ab1e1b764ae2865e02fe9d65b61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2787001 Jun 23 16:40:53.273150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54248) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:53.276123 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f305946-e7ac-4ded-9549-a8302f568899,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:53.286962 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:53.289995 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-ed722c4f-de85-4e4c-b904-d1685d6ded86 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=56df23bbb9c24ce5a67f8e36e41a2a65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0650578 Jun 23 16:40:53.339286 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.370787 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.445864 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.449035 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.453136 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0f305946-e7ac-4ded-9549-a8302f568899 HTTP/1.1" status: 204 len: 168 time: 0.1757979 Jun 23 16:40:53.453136 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a831e06a-2978-43fc-a45c-64c65628c095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:53.464987 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f305946-e7ac-4ded-9549-a8302f568899,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:53.471393 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:53.524139 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-05d4f041-ad3d-4c5a-b351-65c599d3dac6 req-0a13bae3-3cbf-4eee-b072-679a0e25f80e tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 210 time: 0.0548415 Jun 23 16:40:53.741386 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54268) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:53.774621 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.850429 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9c935-17f6-4f23-8390-37d45dbaf840 req-e4af54f7-8a79-4a21-9637-7f439432f75c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:53.852339 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-51a9c935-17f6-4f23-8390-37d45dbaf840 req-e4af54f7-8a79-4a21-9637-7f439432f75c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0973125 Jun 23 16:40:53.924951 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-51a9c935-17f6-4f23-8390-37d45dbaf840 req-392221a8-c5e6-49c2-9a7f-17a8cf7739ec tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664194 Jun 23 16:40:53.934625 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54276) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:53.957997 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.965627 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:53.970197 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-28400eef-dade-452e-88fe-8cc093888a17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:54.011543 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54284) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:54.011803 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4d9b8c5086ee4ec3b7c8748ad24a458c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2690806 Jun 23 16:40:54.012795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3057d552-f82a-461e-b7c6-31fb9be45a1f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:54.028017 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:54.071480 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.112983 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.185056 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.201313 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.204062 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.205241 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/3057d552-f82a-461e-b7c6-31fb9be45a1f HTTP/1.1" status: 204 len: 168 time: 0.1925876 Jun 23 16:40:54.208142 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f7c254d7-9429-460a-9cce-0bc67313d0ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:54.238711 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3057d552-f82a-461e-b7c6-31fb9be45a1f,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:54.306175 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:54.377640 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.391464 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.396506 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-51599a48-90ba-46d4-8764-af0f50ee60ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:54.479892 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe0d943-42cd-40e6-8053-283f37c09eff,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:54.486372 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3b85b64f8d484a8d88797f07555ffaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5506113 Jun 23 16:40:54.487625 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:54.489019 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54304) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:54.535933 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4a429-abff-42d7-ab1d-ef4d4b273a86 req-4dc5d8e6-1a18-4d71-8d6f-966c2d02bf3f tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:54.543218 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2fe4a429-abff-42d7-ab1d-ef4d4b273a86 req-4dc5d8e6-1a18-4d71-8d6f-966c2d02bf3f tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.1255682 Jun 23 16:40:54.611479 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.639696 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2fe4a429-abff-42d7-ab1d-ef4d4b273a86 req-43631ebf-b2b4-4cd3-a5cb-fa0697a5b5fc tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/security-groups?id=94b5a8c0-3b88-4554-ae9c-90e85752b96f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949080 Jun 23 16:40:54.661151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.686927 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-42159f30-199d-4193-ae0d-767ce22bb0d1 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:54.691652 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-42159f30-199d-4193-ae0d-767ce22bb0d1 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.111 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 945 time: 0.1457982 Jun 23 16:40:54.744255 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.748465 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:54.750051 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/dbe0d943-42cd-40e6-8053-283f37c09eff HTTP/1.1" status: 204 len: 168 time: 0.2600107 Jun 23 16:40:54.751077 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-987612ec-e89f-41c7-8efe-187c290a5078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:54.764753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe0d943-42cd-40e6-8053-283f37c09eff,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:54.768119 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:54.825985 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-423a2fae-bd70-43f8-b069-fe0fffeb7147 req-2642fd49-946e-46f0-a87c-6bb9e1ecb59e tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 210 time: 0.0691662 Jun 23 16:40:55.161201 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Deleting port eef16f95-bda4-46a1-9e5d-b20f26f512d7 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:40:55.161530 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.197484 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc0d83-a299-4130-9901-6289c7d8b694 req-a600f5bb-89b9-4322-b03f-4286707d17b0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:55.199245 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-61fc0d83-a299-4130-9901-6289c7d8b694 req-a600f5bb-89b9-4322-b03f-4286707d17b0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1135926 Jun 23 16:40:55.221797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54340) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:55.261913 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.286176 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-61fc0d83-a299-4130-9901-6289c7d8b694 req-814142d2-2f6c-4f28-a7ca-7f0147e3dc72 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 Jun 23 16:40:55.296476 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-03e0782e-ec22-4e6b-86ee-3710f0c1f7d5 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.111 "GET /v2.0/networks?tenant_id=56df23bbb9c24ce5a67f8e36e41a2a65&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506520 Jun 23 16:40:55.315061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] For port eef16f95-bda4-46a1-9e5d-b20f26f512d7, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=eef16f95-bda4-46a1-9e5d-b20f26f512d7,segment=NetworkSegment(7e54f7dc-89cf-490e-b59a-df7c05e6532f),segment_id=7e54f7dc-89cf-490e-b59a-df7c05e6532f)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:40:55.315061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.330226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Calling delete_port for eef16f95-bda4-46a1-9e5d-b20f26f512d7 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:40:55.604079 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-59e64869-cc4e-464e-be51-e6eae0ef20a3 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:55.605659 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-59e64869-cc4e-464e-be51-e6eae0ef20a3 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.111 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2972496 Jun 23 16:40:55.606276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.620613 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:55.634309 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Request body: {'port': {'device_id': 'f96a7612-e685-411b-94ea-72c922514c8b', 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e', 'admin_state_up': True, 'tenant_id': '56df23bbb9c24ce5a67f8e36e41a2a65'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:55.662149 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['eef16f95-bda4-46a1-9e5d-b20f26f512d7'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:40:55.675988 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.691140 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Pushing event deleted for resources: {'Port': ['ID=eef16f95-bda4-46a1-9e5d-b20f26f512d7,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:55.697743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:55.708210 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.733283 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3685f66f-1c1a-461f-8138-7a145b4593db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:55.737584 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=ee457d1ad17543cab1a3fa74d026be11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5138288 Jun 23 16:40:55.742909 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54366) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:55.846242 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d18096c-1e0b-4c33-9137-59a6f1cfa0b3,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:55.855415 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:55.857591 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.885455 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.953788 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] No DVR routers for this DVR port eef16f95-bda4-46a1-9e5d-b20f26f512d7 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:40:55.962520 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Made reservation on behalf of 56df23bbb9c24ce5a67f8e36e41a2a65 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:55.966528 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.977581 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.982226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:55.984622 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4bfee7e7-4931-46fc-a434-ef787a1994cd req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.111 "DELETE /v2.0/ports/eef16f95-bda4-46a1-9e5d-b20f26f512d7 HTTP/1.1" status: 204 len: 173 time: 1.2859781 Jun 23 16:40:55.985205 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'name': 'network-vif-deleted', 'tag': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:55.987619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec745f7-89a7-4f77-a7a1-70a4a18cb0d4" -d '{"events": [{"server_uuid": "0135b459-8c6a-4bd5-94af-670c6751f2a2", "name": "network-vif-deleted", "tag": "eef16f95-bda4-46a1-9e5d-b20f26f512d7"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:56.030423 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:56.034471 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:56.038404 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb582507-f6be-4bc4-ae90-b5d18da597fd req-937e6364-668e-4b16-9e6f-ccc2bd33d5e2 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0852637 Jun 23 16:40:56.038608 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d18096c-1e0b-4c33-9137-59a6f1cfa0b3 HTTP/1.1" status: 204 len: 168 time: 0.2922306 Jun 23 16:40:56.039131 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-01b110c1-9230-46c4-b53e-4f484e8fedf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:56.045581 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-afd67c7e-3255-4084-93fc-228106e74bb4 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:56.047206 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-afd67c7e-3255-4084-93fc-228106e74bb4 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.2575700 Jun 23 16:40:56.059253 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d18096c-1e0b-4c33-9137-59a6f1cfa0b3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:56.064198 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:56.066428 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-3071fe0e-6b5a-4d1b-85d6-1922debe1739 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/quotas/a1c3d05feb244dfebb7265a3148bf37e HTTP/1.1" status: 200 len: 375 time: 0.0131273 Jun 23 16:40:56.183861 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-d3161772-36b3-4c69-8a5e-e14e1e4cd8d2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1026518 Jun 23 16:40:56.209307 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:56.219407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:56.224284 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3c782be7-e0cf-4042-bc74-4395fa70969a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:56.263886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7d3da4-98bd-4e75-834b-f910c0ad4f96,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:56.270018 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:56.354372 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fcdc8505-cfa6-49f3-9eda-804c1cfe93c9 req-213e3bd5-8bf4-46ea-a520-9d6dac9bb631 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 210 time: 0.0848126 Jun 23 16:40:56.384889 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-5f8460b7-35c7-4272-aeb9-bd8a4d5d921a service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993837 Jun 23 16:40:56.518671 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-47f64601-073a-4b91-a016-58f3954d1da1 service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269989 Jun 23 16:40:56.525236 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba8ad7a-1186-41de-bd54-08bc72d6dd1d x-openstack-request-id: req-dba8ad7a-1186-41de-bd54-08bc72d6dd1d {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:56.525558 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0135b459-8c6a-4bd5-94af-670c6751f2a2", "name": "network-vif-deleted", "tag": "eef16f95-bda4-46a1-9e5d-b20f26f512d7", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:56.525807 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Allocated IP 192.168.233.39 (182dce04-4671-4d16-808d-bfc6580c550e/1342f9a5-e80c-4778-b61f-f4bfff8d47aa/1829de63-eac7-42e5-9c3c-d47145beb551) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:56.525956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dba8ad7a-1186-41de-bd54-08bc72d6dd1d {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:56.528959 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0135b459-8c6a-4bd5-94af-670c6751f2a2', 'name': 'network-vif-deleted', 'tag': 'eef16f95-bda4-46a1-9e5d-b20f26f512d7', 'status': 'completed', 'code': 200} Jun 23 16:40:56.781883 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0566dcb6-17c2-42e1-b708-96244b334b8d req-aa1951e9-379a-4243-97fb-eaa3b1f5a22a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:56.789319 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0566dcb6-17c2-42e1-b708-96244b334b8d req-aa1951e9-379a-4243-97fb-eaa3b1f5a22a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1408987 Jun 23 16:40:56.834946 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:56.841737 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0566dcb6-17c2-42e1-b708-96244b334b8d req-965e5e08-f2f0-4b4f-a426-73a435300ffd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497835 Jun 23 16:40:56.877705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Transition to ACTIVE for port object 1829de63-eac7-42e5-9c3c-d47145beb551 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:56.882930 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dc7cfc8-e3ca-44c1-835e-67d2706b79ae req-a9971b75-35ee-4d7b-8af3-5fe584e658a0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 210 time: 0.0658369 Jun 23 16:40:56.938476 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:56.945442 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed33d1ae-861a-4fe3-8657-be6d7be5b0b9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:56.985809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Network 182dce04-4671-4d16-808d-bfc6580c550e is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:40:56.989240 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:40:56.990151 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54414) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:56.995094 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:40:57.009613 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.026563 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Pushing event updated for resources: {'Port': ['ID=1829de63-eac7-42e5-9c3c-d47145beb551,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:57.043992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:57.102324 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:57.103073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.209619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.222671 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.226697 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-019455d0-5b3c-4baa-a93e-533bd09db482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:57.230851 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6022694 Jun 23 16:40:57.274056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Request body: {'port': {'device_id': 'f96a7612-e685-411b-94ea-72c922514c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:57.356717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2858c5dd-528c-4815-abc8-656efa7571d0,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:57.370879 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-42e82fb5-0e3e-40d4-b01c-95df73cba087 req-2d1ac81e-bf5d-473b-86eb-aeac1f0da9d1 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] 10.222.0.97 "GET /v2.0/ports?device_id=0135b459-8c6a-4bd5-94af-670c6751f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0862918 Jun 23 16:40:57.374093 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:57.384537 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=c04d907693b4495ba19fe0b80250ce10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3868697 Jun 23 16:40:57.391739 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54428) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:40:57.433100 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-7bc3dfd8-92ea-4dd6-a66e-a9e13d2162cf None None] Provisioning for port 1829de63-eac7-42e5-9c3c-d47145beb551 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:40:57.441717 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-7bc3dfd8-92ea-4dd6-a66e-a9e13d2162cf None None] Provisioning complete for port 1829de63-eac7-42e5-9c3c-d47145beb551 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:40:57.442104 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7bc3dfd8-92ea-4dd6-a66e-a9e13d2162cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.460916 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.511416 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.569417 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-7bc3dfd8-92ea-4dd6-a66e-a9e13d2162cf None None] Port 1829de63-eac7-42e5-9c3c-d47145beb551 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:40:57.626868 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.728663 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbc7b59-89d9-4f93-81e3-ee9415925557 req-fb919301-b395-4ca6-9f51-2e08d286e637 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:57.730556 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6dbc7b59-89d9-4f93-81e3-ee9415925557 req-fb919301-b395-4ca6-9f51-2e08d286e637 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 935 time: 0.1968894 Jun 23 16:40:57.775900 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.775900 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.775900 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2858c5dd-528c-4815-abc8-656efa7571d0 HTTP/1.1" status: 204 len: 168 time: 0.3803473 Jun 23 16:40:57.802144 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:57.807357 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6dbc7b59-89d9-4f93-81e3-ee9415925557 req-214c44b2-1a89-4fc7-a9d2-9fc00fe72756 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686500 Jun 23 16:40:57.815129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2858c5dd-528c-4815-abc8-656efa7571d0,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:57.820442 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:57.884521 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1829de63-eac7-42e5-9c3c-d47145beb551 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:40:57.893151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.909520 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Transition to ACTIVE for port object 1829de63-eac7-42e5-9c3c-d47145beb551 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:40:57.921895 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:57.928284 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:58.007822 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Pushing event updated for resources: {'Port': ['ID=1829de63-eac7-42e5-9c3c-d47145beb551,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:58.013301 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:58.120296 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Attempting to bind port 1829de63-eac7-42e5-9c3c-d47145beb551 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:40:58.127248 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Attempting to bind port 1829de63-eac7-42e5-9c3c-d47145beb551 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:40:58.127788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Attempting to bind port 1829de63-eac7-42e5-9c3c-d47145beb551 on network 182dce04-4671-4d16-808d-bfc6580c550e {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:58.133191 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Port 1829de63-eac7-42e5-9c3c-d47145beb551 on network 182dce04-4671-4d16-808d-bfc6580c550e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:40:58.133732 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Attempting to bind port 1829de63-eac7-42e5-9c3c-d47145beb551 on network 182dce04-4671-4d16-808d-bfc6580c550e {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:40:58.139022 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:40:58.139835 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Checking segment: {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:40:58.140414 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Bound using segment: {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:40:58.141228 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Bound port: 1829de63-eac7-42e5-9c3c-d47145beb551, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e43971-1ed0-4099-be46-d22e9138cc18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1400, 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:40:58.141969 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:58.174781 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-76ea8e12-ab1f-4df4-a644-9d0d0afb0576 req-7fb16877-bcd3-4923-8c1a-e2e674edb69b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 210 time: 0.0447783 Jun 23 16:40:58.211151 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d86f863-168e-4a38-abdf-78d396380c28 req-78b3ea93-f2ce-4b64-88a6-574ca94d4fae tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:58.218479 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8d86f863-168e-4a38-abdf-78d396380c28 req-78b3ea93-f2ce-4b64-88a6-574ca94d4fae tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1962001 Jun 23 16:40:58.233948 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] For port 1829de63-eac7-42e5-9c3c-d47145beb551, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:40:58.238683 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] For port 1829de63-eac7-42e5-9c3c-d47145beb551, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1829de63-eac7-42e5-9c3c-d47145beb551,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:40:58.246935 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:58.250459 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:58.269809 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8d86f863-168e-4a38-abdf-78d396380c28 req-17860a64-7cad-4a33-874e-2a88527a9ee5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502739 Jun 23 16:40:58.315407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:58.316040 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:58.318303 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] 10.222.0.111 "PUT /v2.0/ports/1829de63-eac7-42e5-9c3c-d47145beb551 HTTP/1.1" status: 200 len: 1097 time: 1.0499651 Jun 23 16:40:58.319073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96a7612-e685-411b-94ea-72c922514c8b', 'tag': '1829de63-eac7-42e5-9c3c-d47145beb551'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:40:58.323342 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13726d6-1404-46fd-b606-bc27e41a9108" -d '{"events": [{"name": "network-changed", "server_uuid": "f96a7612-e685-411b-94ea-72c922514c8b", "tag": "1829de63-eac7-42e5-9c3c-d47145beb551"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:40:58.340027 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Pushing event updated for resources: {'Port': ['ID=1829de63-eac7-42e5-9c3c-d47145beb551,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:40:58.351936 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:40:58.390291 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0470f4-0fdf-4c90-b767-ceb24e58914c x-openstack-request-id: req-9c0470f4-0fdf-4c90-b767-ceb24e58914c {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:40:58.390703 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96a7612-e685-411b-94ea-72c922514c8b", "tag": "1829de63-eac7-42e5-9c3c-d47145beb551", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:40:58.391780 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9c0470f4-0fdf-4c90-b767-ceb24e58914c {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:40:58.392587 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96a7612-e685-411b-94ea-72c922514c8b', 'tag': '1829de63-eac7-42e5-9c3c-d47145beb551', 'status': 'completed', 'code': 200} Jun 23 16:40:58.606673 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-50cb2fc8-03e7-4800-9a44-fe89a98cac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:58.608254 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-50cb2fc8-03e7-4800-9a44-fe89a98cac8a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=56df23bbb9c24ce5a67f8e36e41a2a65&device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 1100 time: 0.1553626 Jun 23 16:40:58.667639 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-e9269f00-8620-47b2-a65f-2e187a5ad3e6 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1829de63-eac7-42e5-9c3c-d47145beb551 HTTP/1.1" status: 200 len: 217 time: 0.0417058 Jun 23 16:40:58.731726 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-04ee77fc-de76-4141-ab68-cea23c2af18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:58.733228 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-04ee77fc-de76-4141-ab68-cea23c2af18e service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1342f9a5-e80c-4778-b61f-f4bfff8d47aa HTTP/1.1" status: 200 len: 843 time: 0.0565131 Jun 23 16:40:58.769961 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device eef16f95-bda4-46a1-9e5d-b20f26f512d7 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:40:58.837028 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: eef16f95-bda4-46a1-9e5d-b20f26f512d7 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:40:58.837381 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device eef16f95-bda4-46a1-9e5d-b20f26f512d7 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:40:58.904620 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372335c-f38e-4103-ba6f-10eacf54480c req-03b6b0b0-13d1-4d9c-9a55-77874f32262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:58.906312 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-03b6b0b0-13d1-4d9c-9a55-77874f32262b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=182dce04-4671-4d16-808d-bfc6580c550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1601820 Jun 23 16:40:59.102079 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-05ab57f5-5d0f-4f9f-8e6b-39308451b42d service neutron] 10.222.0.111 "GET /v2.0/networks/182dce04-4671-4d16-808d-bfc6580c550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838098 Jun 23 16:40:59.134698 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-2b374486-9f61-4bac-92bd-559aa15c8051 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.136338 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-2b374486-9f61-4bac-92bd-559aa15c8051 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.2874854 Jun 23 16:40:59.178790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Request body: {'port': {'device_id': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'admin_state_up': True, 'tenant_id': 'a1c3d05feb244dfebb7265a3148bf37e'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:40:59.261064 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a372335c-f38e-4103-ba6f-10eacf54480c req-c632f2d3-e459-46f2-b0a4-3c69203e5cf1 service neutron] 10.222.0.111 "GET /v2.0/networks/182dce04-4671-4d16-808d-bfc6580c550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461997 Jun 23 16:40:59.331236 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19561d66-931c-46e3-b497-79e9efc63e43 req-f56e5939-a1e3-40b4-b90e-940b70f74e09 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.332767 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-19561d66-931c-46e3-b497-79e9efc63e43 req-f56e5939-a1e3-40b4-b90e-940b70f74e09 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 947 time: 0.2714629 Jun 23 16:40:59.379350 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c79d95ff-45b8-4922-b54b-1bdfd0533ea7 req-4c31370d-c833-4c54-9f9a-3d4851f53e1d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 210 time: 0.0417786 Jun 23 16:40:59.423614 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-19561d66-931c-46e3-b497-79e9efc63e43 req-7b2d3ce7-9a8a-4735-a3b9-6f854fd4000d tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831749 Jun 23 16:40:59.440599 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Made reservation on behalf of a1c3d05feb244dfebb7265a3148bf37e for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:40:59.453363 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:59.532238 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-b5dc2f11-bc9f-4825-ba1c-f7565155efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.533718 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-b5dc2f11-bc9f-4825-ba1c-f7565155efc6 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=56df23bbb9c24ce5a67f8e36e41a2a65&device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 1100 time: 0.0868187 Jun 23 16:40:59.641581 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-b58512d8-43b6-4c99-ab1d-b461373a63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.643006 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-b58512d8-43b6-4c99-ab1d-b461373a63e3 service neutron] 10.222.0.111 "GET /v2.0/networks?id=182dce04-4671-4d16-808d-bfc6580c550e HTTP/1.1" status: 200 len: 871 time: 0.1023579 Jun 23 16:40:59.644205 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Allocated IP 172.20.0.6 (842dc271-9318-40dd-b514-135a5e60f1d9/1b678e12-cc6d-4361-b234-420c167fd753/3dea8eb3-38eb-4276-9a86-d9c28960fdf3) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:40:59.653063 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09172b-8b05-45f7-a388-e7f46f6cda51 req-67391c26-6f2d-45cf-a248-434d2fe3aa9d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.654573 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0d09172b-8b05-45f7-a388-e7f46f6cda51 req-67391c26-6f2d-45cf-a248-434d2fe3aa9d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1324944 Jun 23 16:40:59.723302 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-f9786b17-34d9-4da8-8d1f-305650b4d37a service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=1829de63-eac7-42e5-9c3c-d47145beb551 HTTP/1.1" status: 200 len: 217 time: 0.0406728 Jun 23 16:40:59.740611 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0d09172b-8b05-45f7-a388-e7f46f6cda51 req-8b892d19-9ba6-407e-b59e-08c5d22d0bb4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769582 Jun 23 16:40:59.815570 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-2d61e530-2967-41fe-a649-b6058f5132ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.817344 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-2d61e530-2967-41fe-a649-b6058f5132ab service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1342f9a5-e80c-4778-b61f-f4bfff8d47aa HTTP/1.1" status: 200 len: 843 time: 0.0684819 Jun 23 16:40:59.879188 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:59.902063 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-b7162b4d-b520-4d66-8d48-52063182c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:40:59.903965 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-b7162b4d-b520-4d66-8d48-52063182c3bd service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=182dce04-4671-4d16-808d-bfc6580c550e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0765612 Jun 23 16:40:59.929530 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:40:59.934153 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:40:59.987399 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:40:59.996812 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Network 842dc271-9318-40dd-b514-135a5e60f1d9 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:41:00.008142 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:00.010515 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:41:00.017790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:00.018514 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.022180 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event updated for resources: {'Port': ['ID=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:00.025152 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:00.038071 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8727262 Jun 23 16:41:00.049579 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-03df28d5-7405-46af-997c-44347564d890 service neutron] 10.222.0.111 "GET /v2.0/networks/182dce04-4671-4d16-808d-bfc6580c550e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362445 Jun 23 16:41:00.081309 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Request body: {'port': {'device_id': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:00.211661 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d13726d6-1404-46fd-b606-bc27e41a9108 req-0925b342-e62c-4467-8f67-ab218c6e8524 service neutron] 10.222.0.111 "GET /v2.0/networks/182dce04-4671-4d16-808d-bfc6580c550e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347070 Jun 23 16:41:00.213603 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.252788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54546) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:00.322884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Deleting subnet 90ec9d49-44fe-48b4-918c-000a4d3e15cc {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:41:00.327043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.365543 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.424033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.766197 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:00.771405 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.773906 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f5fa79c6-f5e1-4d27-a8c6-d1c0b78310fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:00.777933 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.803666 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Transition to ACTIVE for port object 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:41:00.811928 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90ec9d49-44fe-48b4-918c-000a4d3e15cc,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:00.815233 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:00.816331 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.820860 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/90ec9d49-44fe-48b4-918c-000a4d3e15cc HTTP/1.1" status: 204 len: 168 time: 0.5667732 Jun 23 16:41:00.821500 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54604) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:00.823798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215dfdc4-6f2d-4b59-8300-b6bc77897638 req-320160ec-42e2-400f-98dd-7181145344b3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:00.825347 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-215dfdc4-6f2d-4b59-8300-b6bc77897638 req-320160ec-42e2-400f-98dd-7181145344b3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 931 time: 0.1944737 Jun 23 16:41:00.838926 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57c240b-a64d-44bd-b424-0041d1c6d757 req-d90d620a-a0f2-4805-9d8f-8110a51c10cb tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:00.847128 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b57c240b-a64d-44bd-b424-0041d1c6d757 req-d90d620a-a0f2-4805-9d8f-8110a51c10cb tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 947 time: 0.2368252 Jun 23 16:41:00.850285 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.884332 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f760db12-f799-4e90-a1e0-40ac978a5423 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:00.905138 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:00.982479 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-215dfdc4-6f2d-4b59-8300-b6bc77897638 req-c0418375-7838-4228-9343-d63c2d461806 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329765 Jun 23 16:41:01.007223 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Pushing event updated for resources: {'Port': ['ID=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:01.008549 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.021784 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b57c240b-a64d-44bd-b424-0041d1c6d757 req-98f315bc-4372-44bc-a1fe-daac8d2f9956 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736743 Jun 23 16:41:01.024717 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee26411b-0062-4da4-94f5-ba71e8fbde80']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:41:01.025395 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:01.057141 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e54f7dc-89cf-490e-b59a-df7c05e6532f') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:41:01.057734 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e54f7dc-89cf-490e-b59a-df7c05e6532f') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:41:01.062911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Attempting to bind port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:41:01.063401 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Attempting to bind port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:41:01.063803 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Attempting to bind port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:01.069158 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 on network 842dc271-9318-40dd-b514-135a5e60f1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:41:01.069582 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Attempting to bind port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:01.074213 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.076143 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:41:01.077263 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Checking segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:01.077736 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Bound using segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:41:01.078254 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Bound port: 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:41:01.078957 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.100992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.109995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Releasing vlan 1425 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:41:01.110813 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:41:01.113432 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:41:01.187806 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] For port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:41:01.194718 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] For port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:41:01.197028 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.202435 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-da40e932-a35e-4d05-a0a9-7ce67f315931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:01.209105 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.214024 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/ee26411b-0062-4da4-94f5-ba71e8fbde80 HTTP/1.1" status: 204 len: 168 time: 0.3891163 Jun 23 16:41:01.215806 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.225659 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee26411b-0062-4da4-94f5-ba71e8fbde80,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:01.228822 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-062d81fa-29b9-450c-b405-5a1e61e972e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:01.240632 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-860259e7-d22b-449a-96b6-6e12644a995e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:01.294213 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54620) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:01.294501 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.295117 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.297082 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] 10.222.0.111 "PUT /v2.0/ports/3dea8eb3-38eb-4276-9a86-d9c28960fdf3 HTTP/1.1" status: 200 len: 1093 time: 1.2213290 Jun 23 16:41:01.297575 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'tag': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:01.300751 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a1a525da-79e4-474c-88a6-d972d2d44d2c", "tag": "3dea8eb3-38eb-4276-9a86-d9c28960fdf3"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:01.332442 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Pushing event updated for resources: {'Port': ['ID=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:01.342055 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:01.374766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f8d9f-88b4-4b29-8f04-43d2feeaead8 req-7f306472-7995-40fd-b74a-2698a07391bd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.383115 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9b6f8d9f-88b4-4b29-8f04-43d2feeaead8 req-7f306472-7995-40fd-b74a-2698a07391bd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1917565 Jun 23 16:41:01.392231 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0ac07d-30c2-4d7b-b667-7932911fbfad x-openstack-request-id: req-0c0ac07d-30c2-4d7b-b667-7932911fbfad {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:01.392536 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1a525da-79e4-474c-88a6-d972d2d44d2c", "tag": "3dea8eb3-38eb-4276-9a86-d9c28960fdf3", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:01.392873 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0c0ac07d-30c2-4d7b-b667-7932911fbfad {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:01.393179 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'tag': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', 'status': 'completed', 'code': 200} Jun 23 16:41:01.433187 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9b6f8d9f-88b4-4b29-8f04-43d2feeaead8 req-10cfc2ac-979e-45d2-b3da-e6338d138a59 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494704 Jun 23 16:41:01.478327 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.481691 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-53576cab-3895-40db-85a3-415c4db272cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.483397 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-53576cab-3895-40db-85a3-415c4db272cd service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 1096 time: 0.0664647 Jun 23 16:41:01.499965 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54628) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:01.551527 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-52fc0dd1-9090-44ca-bb30-9280139a18e3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3 HTTP/1.1" status: 200 len: 217 time: 0.0453367 Jun 23 16:41:01.581668 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.586600 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.589302 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:01.610943 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-6b8ac29d-0345-4f51-aaaa-2c211b50a3d3 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6f54d73fcd184a79951b646e2b685632&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1071513 Jun 23 16:41:01.613939 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54630) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:01.626608 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c86768-d63e-4001-b0f5-b10879730e4c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:01.631225 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d473d2f2f7ac4953a7d25931f9172713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342476 Jun 23 16:41:01.636441 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:01.637121 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54634) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:01.657482 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-7617c0d2-ea58-46a7-9a51-0a2b4bf341fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:01.658910 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-7617c0d2-ea58-46a7-9a51-0a2b4bf341fa service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0947115 Jun 23 16:41:01.686874 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.694462 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.712403 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-75bcb233-8d4a-483c-b6a1-20620946d41e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456324 Jun 23 16:41:01.716028 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.726565 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.766737 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.769420 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.770540 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/81c86768-d63e-4001-b0f5-b10879730e4c HTTP/1.1" status: 204 len: 168 time: 0.1324081 Jun 23 16:41:01.771363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56d1181c-10c5-4751-97b4-ba3c72cbebc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:01.780839 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c86768-d63e-4001-b0f5-b10879730e4c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:01.783231 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:01.845725 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-b74eff7c-3ed1-4f11-8b09-421fe1ef4852 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210785 Jun 23 16:41:01.846273 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.848717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:01.852087 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/94b5a8c0-3b88-4554-ae9c-90e85752b96f HTTP/1.1" status: 204 len: 168 time: 0.2348685 Jun 23 16:41:01.852087 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6798dac4-4769-477c-9607-9ddff4eb9ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:01.881063 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5a8c0-3b88-4554-ae9c-90e85752b96f,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:01.885540 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:02.200952 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2f5e8c97-806d-48a7-a4c4-226ef4ebdeaf req-38f1d18a-80d8-4e28-97ba-fefb0d0aac37 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453534 Jun 23 16:41:02.306190 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54660) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:02.322733 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.423728 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54664) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:02.480120 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.489427 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.492974 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be962557-e7e0-4208-a52b-016faccadcca req-67e4c6b8-5842-4fe8-9b6c-4d0fa359343d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:02.495342 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-be962557-e7e0-4208-a52b-016faccadcca req-67e4c6b8-5842-4fe8-9b6c-4d0fa359343d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 943 time: 0.2690411 Jun 23 16:41:02.505812 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d3ace-5af1-4ed9-bedf-0ff45c397fe4 req-4a413268-8f45-4936-8c64-32666084b8f2 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:02.507778 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-22771c59-5d25-4520-b0de-05218d134610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:02.512831 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e46d3ace-5af1-4ed9-bedf-0ff45c397fe4 req-4a413268-8f45-4936-8c64-32666084b8f2 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 947 time: 0.2721958 Jun 23 16:41:02.583515 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e46d3ace-5af1-4ed9-bedf-0ff45c397fe4 req-04fcd9f4-d49d-4f66-9c64-99cec7f08e48 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697911 Jun 23 16:41:02.587423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-7fe1a29a-cc47-48a7-9132-4ba9ae1f21ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:02.588876 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-7fe1a29a-cc47-48a7-9132-4ba9ae1f21ff service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 1096 time: 0.2379894 Jun 23 16:41:02.590886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1996aa4d-c057-4187-93b5-0ff838f62ea9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:02.592103 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-be962557-e7e0-4208-a52b-016faccadcca req-3ccdd27a-ab3c-4a1d-8120-fbd6643071bb tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773036 Jun 23 16:41:02.596536 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:02.601122 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f678a2d1cfef469aa452ceb11f92476c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932577 Jun 23 16:41:02.603695 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54680) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:02.754741 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-d632e5f3-03ba-4822-9621-ad222a492779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:02.766617 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-d632e5f3-03ba-4822-9621-ad222a492779 service neutron] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 917 time: 0.1627002 Jun 23 16:41:02.766762 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.788959 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 1829de63-eac7-42e5-9c3c-d47145beb551 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:02.814654 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.819630 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.853820 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-e6f10143-d02f-4d4e-aeb0-6c8fd4fc2f99 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3 HTTP/1.1" status: 200 len: 217 time: 0.0828130 Jun 23 16:41:02.943559 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.949998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:02.952151 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1996aa4d-c057-4187-93b5-0ff838f62ea9 HTTP/1.1" status: 204 len: 168 time: 0.3469353 Jun 23 16:41:02.955517 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-baa9c15b-0e4a-4e31-bf20-3e88ca3b70ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:02.970292 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 1829de63-eac7-42e5-9c3c-d47145beb551, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1829de63-eac7-42e5-9c3c-d47145beb551,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:02.986630 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-dcf701be-96b7-4848-bcce-f5133eafee51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:02.987205 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '1829de63-eac7-42e5-9c3c-d47145beb551', 'network_id': '182dce04-4671-4d16-808d-bfc6580c550e', 'port_id': '1829de63-eac7-42e5-9c3c-d47145beb551', 'mac_address': 'fa:16:3e:b5:83:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1342f9a5-e80c-4778-b61f-f4bfff8d47aa', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:02.988157 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-dcf701be-96b7-4848-bcce-f5133eafee51 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0955622 Jun 23 16:41:02.988602 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1996aa4d-c057-4187-93b5-0ff838f62ea9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:02.993756 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:03.027487 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-dbb312ac-c705-4da8-9185-dd17254e104c service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324600 Jun 23 16:41:03.036185 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4408085-6a23-4acf-bce6-abce102739c5 req-7e146505-e558-4f40-9e9a-18350f03bb79 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:03.037696 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b4408085-6a23-4acf-bce6-abce102739c5 req-7e146505-e558-4f40-9e9a-18350f03bb79 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1893785 Jun 23 16:41:03.058837 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.087018 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.087552 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1829de63-eac7-42e5-9c3c-d47145beb551 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:03.095616 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.107397 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-66d7283b-08f4-4fb3-a971-f805f4976dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:03.119086 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 1829de63-eac7-42e5-9c3c-d47145beb551, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1829de63-eac7-42e5-9c3c-d47145beb551,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:03.125748 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.128450 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:03.205718 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd246b2-8f49-4e71-87a4-29d70f864484,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:03.207657 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=1829de63-eac7-42e5-9c3c-d47145beb551,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:03.212959 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:03.218068 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:03.251463 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=50d5255a4dc94c358e466ab9e01a2afe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8263667 Jun 23 16:41:03.252660 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54696) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:03.328942 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-6f881e6c-283e-4544-aa36-80f862c6c86b service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901647 Jun 23 16:41:03.396490 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.396625 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b4408085-6a23-4acf-bce6-abce102739c5 req-8c9349a2-97f1-4318-8c62-7b56d10593a2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284285 Jun 23 16:41:03.406425 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54700) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:03.443193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.496347 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee76f2b8-c033-41b7-905e-d72bd00aa2a2 req-d4faab13-8530-4f84-936c-da81c69d5f29 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550519 Jun 23 16:41:03.512020 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.515885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.519939 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/afd246b2-8f49-4e71-87a4-29d70f864484 HTTP/1.1" status: 204 len: 168 time: 0.2635016 Jun 23 16:41:03.519939 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2b40d791-c1d0-4397-8d68-e3d9d6bd51fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:03.538346 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd246b2-8f49-4e71-87a4-29d70f864484,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:03.546263 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:03.636468 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.672763 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['1829de63-eac7-42e5-9c3c-d47145beb551'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:03.877800 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.892193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:03.898948 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9525a90f-8932-42fd-b206-133293acdd53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:03.955683 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54724) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:03.956694 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=087e080dfce94d3c96e7fc4d8af05adf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5485198 Jun 23 16:41:03.957947 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe96afff-8e99-4e93-b4f1-d69ab02534e4,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:03.962970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:04.135482 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54730) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:04.148053 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.152139 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.188538 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.255110 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a41d1f-1ea0-496b-8040-d1edc097ec7f req-48db1965-70dd-4d05-b6ea-4d355277870d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:04.256770 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-26a41d1f-1ea0-496b-8040-d1edc097ec7f req-48db1965-70dd-4d05-b6ea-4d355277870d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 943 time: 0.1937046 Jun 23 16:41:04.281747 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d8b58-7b22-418e-a31f-b338202eccc1 req-c6b407d3-849c-4283-a635-3420ec5d1042 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:04.283954 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-193d8b58-7b22-418e-a31f-b338202eccc1 req-c6b407d3-849c-4283-a635-3420ec5d1042 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 948 time: 0.1968114 Jun 23 16:41:04.299309 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.313682 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.344024 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-26a41d1f-1ea0-496b-8040-d1edc097ec7f req-407814fd-b850-4e76-8cd8-c77e675add3b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796278 Jun 23 16:41:04.355276 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9be77d11-1515-4ae0-a13f-3819279f3f96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:04.356228 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-193d8b58-7b22-418e-a31f-b338202eccc1 req-f772344b-303a-40ff-b421-03a0299a13a8 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644696 Jun 23 16:41:04.356809 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.360061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.361198 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fe96afff-8e99-4e93-b4f1-d69ab02534e4 HTTP/1.1" status: 204 len: 168 time: 0.4044900 Jun 23 16:41:04.362350 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f2d4b455ff7d40249cf1833787f3756b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256360 Jun 23 16:41:04.364686 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a7d896bb-e87f-475a-b400-60174be99d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:04.366576 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54740) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:04.376942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe96afff-8e99-4e93-b4f1-d69ab02534e4,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:04.379524 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:04.440455 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65422e9c-fe17-4b3c-8d57-305a42ecf89d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:04.447451 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:04.462285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.490123 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.556532 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.561056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.564142 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/65422e9c-fe17-4b3c-8d57-305a42ecf89d HTTP/1.1" status: 204 len: 168 time: 0.1961112 Jun 23 16:41:04.564885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:04.579381 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65422e9c-fe17-4b3c-8d57-305a42ecf89d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:04.581990 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:04.602784 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e564d-710d-4997-b6c2-2a4e3455dc5a req-60e27d0a-a450-42f6-affa-f77fc3175974 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:04.608440 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-026e564d-710d-4997-b6c2-2a4e3455dc5a req-60e27d0a-a450-42f6-affa-f77fc3175974 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0889184 Jun 23 16:41:04.645744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-026e564d-710d-4997-b6c2-2a4e3455dc5a req-af2d0413-1b12-4556-9d17-fdabe02adc7f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Jun 23 16:41:04.781418 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54756) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:04.797605 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.913655 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.919139 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:04.923865 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0272224a-8e84-4a94-803c-fc8b3d9cc8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:04.964308 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54762) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:04.968223 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=eb7df9ea052f46618e485cfeea9ff577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854575 Jun 23 16:41:04.972737 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9a7495-c5e4-4e5c-ad68-061149546a58,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:04.975914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:05.023552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.046533 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.105173 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.109159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.111477 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ac9a7495-c5e4-4e5c-ad68-061149546a58 HTTP/1.1" status: 204 len: 168 time: 0.1459532 Jun 23 16:41:05.116319 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-944942cf-960d-4896-98b0-e20418729e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:05.125152 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9a7495-c5e4-4e5c-ad68-061149546a58,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:05.127507 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:05.231411 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54776) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:05.246070 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.363389 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.369153 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.373861 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f68f49aa-1f1a-4df1-9755-93fda34535c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:05.417215 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1d3d80448f7a4f92b2d92bca5214d4b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843405 Jun 23 16:41:05.418353 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05f2df7-0ace-43ba-854d-1ff5bc087e0a,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:05.420086 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54782) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:05.434404 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:05.485554 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.513407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.586488 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.589431 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:05.593903 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a05f2df7-0ace-43ba-854d-1ff5bc087e0a HTTP/1.1" status: 204 len: 168 time: 0.1728020 Jun 23 16:41:05.594931 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b7104500-d0d0-4c5e-bf4f-8bf0a5c56db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:05.604719 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05f2df7-0ace-43ba-854d-1ff5bc087e0a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:05.616177 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.616614 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.616977 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.617326 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.617670 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.618015 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.618356 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.618696 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.619035 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.619372 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.619735 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.620065 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:05.623098 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:05.650005 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cdaa6c-8972-4616-bb6f-b473557054d6 req-df6f4eeb-2e0b-4f5d-a03a-1d8719c6b1de tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:05.651745 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b6cdaa6c-8972-4616-bb6f-b473557054d6 req-df6f4eeb-2e0b-4f5d-a03a-1d8719c6b1de tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 948 time: 0.1225212 Jun 23 16:41:05.708014 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80993ca1-dc1c-446d-a23d-23586e7e5498 req-1464fb62-a436-4004-95fa-8c85b83549af tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:05.709532 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-80993ca1-dc1c-446d-a23d-23586e7e5498 req-1464fb62-a436-4004-95fa-8c85b83549af tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 943 time: 0.1264448 Jun 23 16:41:05.719554 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b6cdaa6c-8972-4616-bb6f-b473557054d6 req-a4c85307-d339-4185-969e-ec350c9a60b2 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601645 Jun 23 16:41:05.766766 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-80993ca1-dc1c-446d-a23d-23586e7e5498 req-338d9e29-4c13-4ce1-aac0-4b7358286c2c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502057 Jun 23 16:41:05.907458 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54804) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:05.937520 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14246a04-838b-4b4a-8b18-ceaff16726b2 req-0b952ccb-afa7-4c21-bf9c-0bdf37238d2a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:05.945016 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-14246a04-838b-4b4a-8b18-ceaff16726b2 req-0b952ccb-afa7-4c21-bf9c-0bdf37238d2a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0776005 Jun 23 16:41:05.984977 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-14246a04-838b-4b4a-8b18-ceaff16726b2 req-0ecfeefc-6f55-4557-acb8-43fd331b7dea tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384343 Jun 23 16:41:06.144826 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.262305 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.268936 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.272514 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:06.317410 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=0e942cd91c17447c8d83db1458329be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088905 Jun 23 16:41:06.318410 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affe9501-6b23-4190-8611-75391abb923d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:06.320168 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54828) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:06.321561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:06.378559 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.418123 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.473557 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.477239 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:06.478449 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/affe9501-6b23-4190-8611-75391abb923d HTTP/1.1" status: 204 len: 168 time: 0.1570468 Jun 23 16:41:06.479388 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0cc93b8d-8560-437e-8198-6742964cc7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:06.489821 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affe9501-6b23-4190-8611-75391abb923d,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:06.497877 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.498325 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.498771 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.499394 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.499875 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.500290 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.500683 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.501084 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.501625 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.501961 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.502288 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.502615 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:06.505959 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:06.813105 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:06.845178 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 1829de63-eac7-42e5-9c3c-d47145beb551 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:06.947939 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54858) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:06.970554 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.021699 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 1829de63-eac7-42e5-9c3c-d47145beb551 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:07.032435 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 1829de63-eac7-42e5-9c3c-d47145beb551 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:07.039939 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.090477 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899aa2b4-51d5-4be9-b4a6-d4a1fa6086ae req-020a8393-78a1-4354-9e7c-f87117e08dc2 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:07.112489 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-899aa2b4-51d5-4be9-b4a6-d4a1fa6086ae req-020a8393-78a1-4354-9e7c-f87117e08dc2 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 948 time: 0.2564125 Jun 23 16:41:07.154849 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:07.176703 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'port_id': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', 'mac_address': 'fa:16:3e:83:74:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b678e12-cc6d-4361-b234-420c167fd753', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:07.241850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.251650 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.256196 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19aeac-bd26-40a5-85a8-bd4eaf736918 req-51cbf431-0924-466e-816a-009229695d82 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:07.256921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2bb14b61-771c-4500-b7f2-9e014011ffff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:07.258975 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.262141 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3d19aeac-bd26-40a5-85a8-bd4eaf736918 req-51cbf431-0924-466e-816a-009229695d82 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 943 time: 0.3495321 Jun 23 16:41:07.287459 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:07.304049 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.328531 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:07.341746 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.346163 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3ebe74cc58c04703a834ceb8e1f775ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3961105 Jun 23 16:41:07.350239 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54884) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:07.356241 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:07.360958 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1311ddf7-0855-40d4-a23e-daf86426e356,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:07.369403 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-899aa2b4-51d5-4be9-b4a6-d4a1fa6086ae req-5c6bd5c0-9249-47b7-bc65-3c8eb55902f5 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530797 Jun 23 16:41:07.376054 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:07.422210 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a7612-e685-411b-94ea-72c922514c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1829de63-eac7-42e5-9c3c-d47145beb551'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:07.429377 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-386f3a0d-3580-4926-9626-e6371d26a2a1" -d '{"events": [{"server_uuid": "f96a7612-e685-411b-94ea-72c922514c8b", "name": "network-vif-plugged", "status": "completed", "tag": "1829de63-eac7-42e5-9c3c-d47145beb551"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:07.430954 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3d19aeac-bd26-40a5-85a8-bd4eaf736918 req-49d2a377-8e3b-4459-b9cb-d6c8886f41f7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225967 Jun 23 16:41:07.437021 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:07.444886 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:07.462353 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.486810 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 1829de63-eac7-42e5-9c3c-d47145beb551, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1829de63-eac7-42e5-9c3c-d47145beb551,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:07.492169 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.494179 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:07.494648 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.547463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54888) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:07.548736 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dc6143f-8a94-498d-99e5-bff6caf4c298 x-openstack-request-id: req-9dc6143f-8a94-498d-99e5-bff6caf4c298 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:07.549292 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a7612-e685-411b-94ea-72c922514c8b", "name": "network-vif-plugged", "status": "completed", "tag": "1829de63-eac7-42e5-9c3c-d47145beb551", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:07.549873 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9dc6143f-8a94-498d-99e5-bff6caf4c298 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:07.550281 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a7612-e685-411b-94ea-72c922514c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1829de63-eac7-42e5-9c3c-d47145beb551', 'code': 200} Jun 23 16:41:07.568077 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.572511 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.573653 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1311ddf7-0855-40d4-a23e-daf86426e356 HTTP/1.1" status: 204 len: 168 time: 0.2223203 Jun 23 16:41:07.574423 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d210a79c-4533-4f69-8262-09dbc0891e81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:07.582594 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1311ddf7-0855-40d4-a23e-daf86426e356,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:07.583838 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=1829de63-eac7-42e5-9c3c-d47145beb551,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:07.587449 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:07.595631 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:07.685034 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99005a7e-88ab-48e5-bdfe-d62dbddd6a9f req-33252c13-5d8f-421f-b8ff-28cb9ea77678 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:07.687035 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99005a7e-88ab-48e5-bdfe-d62dbddd6a9f req-33252c13-5d8f-421f-b8ff-28cb9ea77678 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1150677 Jun 23 16:41:07.757783 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99005a7e-88ab-48e5-bdfe-d62dbddd6a9f req-29c0495e-0a24-493f-9c38-c4faf4200b48 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633063 Jun 23 16:41:07.826062 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['3dea8eb3-38eb-4276-9a86-d9c28960fdf3'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:07.886710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-593923947-network', 'tenant_id': '4939072871ce4d5e8b9446f5b27bfc2a'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:07.934204 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Made reservation on behalf of 4939072871ce4d5e8b9446f5b27bfc2a for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:07.937794 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.950549 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f72b9-8b5e-4a6e-aef0-fa80b7fb7557 req-94c256b9-9d7b-494e-b4f2-84933be9c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:07.953944 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:07.956661 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e05f72b9-8b5e-4a6e-aef0-fa80b7fb7557 req-94c256b9-9d7b-494e-b4f2-84933be9c323 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 1102 time: 0.1097562 Jun 23 16:41:08.019637 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e05f72b9-8b5e-4a6e-aef0-fa80b7fb7557 req-42a78ab0-0b22-4725-b785-1c28248cd5a4 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509331 Jun 23 16:41:08.048056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54902) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:08.132652 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.142366 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.147328 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6a85a77a-4428-42e0-a478-3f7aa004146b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:08.175555 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1442} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:41:08.191945 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6750c6db-8857-4806-b8a0-654f4479cb4e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:08.208690 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:08.210002 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.210339 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Added segment eaee068c-e272-4c24-9d69-a2745c937bb6 of type vlan for network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a Jun 23 16:41:08.262275 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.297946 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.300263 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:08.300909 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.317740 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:08.339638 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7889602 Jun 23 16:41:08.341911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 54916) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:08.348868 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Request body: {'subnet': {'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-593923947-subnet', 'tenant_id': '4939072871ce4d5e8b9446f5b27bfc2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:08.381553 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Made reservation on behalf of 4939072871ce4d5e8b9446f5b27bfc2a for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:08.384789 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.412945 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.434998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Pushing event updated for resources: {'Network': ['ID=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:08.445110 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:08.445705 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:41:08.668879 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.680645 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.683788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:08.717721 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158000b5-6c46-4120-a1c5-7b3a82332aa9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:08.721922 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:08.752738 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=5766df3611ca417e8bb8ccc0a6a648bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7030556 Jun 23 16:41:08.753326 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54934) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:08.795247 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.803018 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c65dff47-e895-4dd2-bf73-9266da5d0549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:08.817961 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46679dba-53e6-41d6-8060-4a5d245c25f3 req-ce9b120c-1a16-41ab-889f-d56e01332901 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:08.828507 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-46679dba-53e6-41d6-8060-4a5d245c25f3 req-ce9b120c-1a16-41ab-889f-d56e01332901 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.1943753 Jun 23 16:41:08.834807 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.865846 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.879209 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94496769-1fd2-4829-85c3-3987f48e066f req-ae957aa1-192f-45c0-a187-58a7c127e81e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:08.882099 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-94496769-1fd2-4829-85c3-3987f48e066f req-ae957aa1-192f-45c0-a187-58a7c127e81e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 944 time: 0.2059834 Jun 23 16:41:08.933646 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=22483be5-e0e2-4a20-9a98-1ea2aa7792a9,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:08.940060 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:08.941301 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.947115 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:08.953582 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/158000b5-6c46-4120-a1c5-7b3a82332aa9 HTTP/1.1" status: 204 len: 168 time: 0.1978991 Jun 23 16:41:08.955914 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-46679dba-53e6-41d6-8060-4a5d245c25f3 req-0bf41bca-97ff-46c4-9d5d-6a85e2a073f4 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294882 Jun 23 16:41:08.956157 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6104513f-3f60-45b3-9581-7cea36cebe86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:08.980398 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158000b5-6c46-4120-a1c5-7b3a82332aa9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:08.996329 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:09.018155 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-94496769-1fd2-4829-85c3-3987f48e066f req-0b95c104-e847-4b33-ad29-f5622c684f01 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213880 Jun 23 16:41:09.026750 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Checking segment: {'id': 'eaee068c-e272-4c24-9d69-a2745c937bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:09.028404 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Network hostable DHCP agents. Network: 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:41:09.090175 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:41:09.104388 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:09.112745 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:09.113346 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:09.114454 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423f49a-8cfb-4135-810a-318f62f94b85 None None] Network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:09.150092 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8064125 Jun 23 16:41:09.237251 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb8d45-724e-4137-8b0b-331d452798fa req-18aaf747-a53f-4afb-bc4e-a62ae55d8056 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:09.245307 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4ddb8d45-724e-4137-8b0b-331d452798fa req-18aaf747-a53f-4afb-bc4e-a62ae55d8056 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0936146 Jun 23 16:41:09.298585 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4ddb8d45-724e-4137-8b0b-331d452798fa req-2dd229b9-61e1-419e-a29b-64b7ec77fa0f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511096 Jun 23 16:41:09.304489 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838e514-cc75-4541-a23f-a4f35fb2275b None None] Network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:09.578469 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54982) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:09.627171 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:09.776023 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:09.783043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:09.789963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-729fb999-07e8-4035-822f-8f9abdc69267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:09.832605 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f1ffed-1f59-47c3-87d2-289cbc8bbb23,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:09.836872 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a25b5159a4d04370b1bc368d1d6808d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2567749 Jun 23 16:41:09.837998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:09.839517 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 54994) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:09.842051 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-97e99456-f6dd-4a57-b18a-b0001cc35ccf service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0895350 Jun 23 16:41:09.896588 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:09.927444 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.004975 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.008424 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.010605 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/b4f1ffed-1f59-47c3-87d2-289cbc8bbb23 HTTP/1.1" status: 204 len: 168 time: 0.1701341 Jun 23 16:41:10.012383 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-544dabfa-45b9-45a0-9672-19c09d632776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:10.028189 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446385ab-e33d-481e-9d0b-db9666099305 req-1f9a351a-3b9f-4a0f-93b9-08c10e6687d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.031121 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f1ffed-1f59-47c3-87d2-289cbc8bbb23,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:10.031304 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-1f9a351a-3b9f-4a0f-93b9-08c10e6687d3 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 1098 time: 0.0761120 Jun 23 16:41:10.038144 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:10.064993 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55010) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:10.269726 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446385ab-e33d-481e-9d0b-db9666099305 req-e57ee8a6-eba7-4aa2-acd5-4acc4a3e7dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.271328 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-e57ee8a6-eba7-4aa2-acd5-4acc4a3e7dd9 service neutron] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 917 time: 0.2140734 Jun 23 16:41:10.289189 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a8c38-fc85-400f-a7d4-7c480e6147e6 req-8f6b4c3e-7b0a-45a6-91f6-b99e58440c30 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.290658 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-559a8c38-fc85-400f-a7d4-7c480e6147e6 req-8f6b4c3e-7b0a-45a6-91f6-b99e58440c30 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.1377101 Jun 23 16:41:10.359450 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-0b60cb91-9e67-46f0-a579-9159d0523673 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873 HTTP/1.1" status: 200 len: 217 time: 0.0633624 Jun 23 16:41:10.383754 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55024) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:10.392598 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-828583490-network', 'tenant_id': 'af07f39dd8364c3bbac8d26afee3ed55'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:10.424723 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-559a8c38-fc85-400f-a7d4-7c480e6147e6 req-d52a06be-073f-45ee-8b28-46035d4fd0d6 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209419 Jun 23 16:41:10.433918 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Made reservation on behalf of af07f39dd8364c3bbac8d26afee3ed55 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:10.440718 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0aac9-d06f-436f-b546-fe17ae5552f7 req-c99f8a13-3a5a-46ae-9d29-ecc770d9670c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.442474 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dfc0aac9-d06f-436f-b546-fe17ae5552f7 req-c99f8a13-3a5a-46ae-9d29-ecc770d9670c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 944 time: 0.2243667 Jun 23 16:41:10.462272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.481649 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.548212 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446385ab-e33d-481e-9d0b-db9666099305 req-7fa8ef84-f801-421f-b493-47aef42646a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.549692 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-7fa8ef84-f801-421f-b493-47aef42646a6 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.1726897 Jun 23 16:41:10.559125 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dfc0aac9-d06f-436f-b546-fe17ae5552f7 req-a5d93b32-298d-4eb9-a12b-0694e1cf47e5 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040335 Jun 23 16:41:10.634841 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.637251 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.644849 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.669300 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-0f0d5675-0adf-4380-9415-f947391f92a0 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995858 Jun 23 16:41:10.671624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6cab49c3-bf8e-4d73-929b-ce1f79c7fb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:10.694056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1443} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:41:10.720581 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b208a0-751d-45ec-be92-4fd194ad491e,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:10.730054 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:10.731270 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.731622 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Added segment 52c18a93-9e6c-4420-a82a-cb10563592cc of type vlan for network 21391d6a-98be-4c9a-baa9-a74fcf80d0f0 Jun 23 16:41:10.827165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.829235 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:10.855929 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50108b0f-62d5-4a45-80ab-53d5dd47df4a req-875f3967-b772-4cba-b9c5-1204d0b974cf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.857610 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-50108b0f-62d5-4a45-80ab-53d5dd47df4a req-875f3967-b772-4cba-b9c5-1204d0b974cf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2168360 Jun 23 16:41:10.866006 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-143bdfcf-8a3a-41dd-a3be-ba9f160ea663 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813157 Jun 23 16:41:10.888366 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.896982 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:10.897637 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:10.904540 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6725d831-8544-4913-b673-ad5db6a7f3dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:10.961581 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:10.976305 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:10.978315 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.018124 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.019500 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Pushing event updated for resources: {'Network': ['ID=21391d6a-98be-4c9a-baa9-a74fcf80d0f0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:11.029039 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:11.031982 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.061702 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-100ffc92-ab67-40a4-9c11-e941d03a1cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:11.067229 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=49857833e70f4e5687c23254272b36ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0010891 Jun 23 16:41:11.070432 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6856344 Jun 23 16:41:11.079393 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55048) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:11.080254 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55050) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:11.094715 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 21391d6a-98be-4c9a-baa9-a74fcf80d0f0 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:41:11.100573 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Request body: {'subnet': {'network_id': '21391d6a-98be-4c9a-baa9-a74fcf80d0f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-828583490-subnet', 'tenant_id': 'af07f39dd8364c3bbac8d26afee3ed55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:11.142151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Made reservation on behalf of af07f39dd8364c3bbac8d26afee3ed55 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:11.145482 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067039447'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.185861 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952dd792-1e85-4d1d-bbf5-029451d28e12,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:11.215299 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:11.277439 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.305421 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.326035 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:11.328708 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:11.332027 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a679ed1a-ad23-4a39-ab57-b4c708952ad7" -d '{"events": [{"server_uuid": "a1a525da-79e4-474c-88a6-d972d2d44d2c", "name": "network-vif-plugged", "status": "completed", "tag": "3dea8eb3-38eb-4276-9a86-d9c28960fdf3"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:11.336435 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.338235 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:11.364913 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.366572 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-50108b0f-62d5-4a45-80ab-53d5dd47df4a req-6011cdab-381a-41f0-a4b3-5b52c073a7b6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995034 Jun 23 16:41:11.414205 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-446385ab-e33d-481e-9d0b-db9666099305 req-b2b9c2b5-36f6-4c6b-81cb-bec610e8805d service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389256 Jun 23 16:41:11.438685 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856536f9-389b-4aef-ae68-a56125598544 x-openstack-request-id: req-856536f9-389b-4aef-ae68-a56125598544 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:11.439284 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a525da-79e4-474c-88a6-d972d2d44d2c", "name": "network-vif-plugged", "status": "completed", "tag": "3dea8eb3-38eb-4276-9a86-d9c28960fdf3", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:11.439945 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-856536f9-389b-4aef-ae68-a56125598544 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:11.440722 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', 'code': 200} Jun 23 16:41:11.441879 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:11.450227 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:11.468821 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da777241-fc25-47d6-9477-be072729b148 req-dc3cad7c-281a-4020-830b-9bdf91b7b97d tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:11.476182 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-da777241-fc25-47d6-9477-be072729b148 req-dc3cad7c-281a-4020-830b-9bdf91b7b97d tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.2468340 Jun 23 16:41:11.519093 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-da777241-fc25-47d6-9477-be072729b148 req-54f69e7a-ea32-4957-8145-f53245254f6b tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420418 Jun 23 16:41:11.579075 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067150013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067039429'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.584107 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2954c40c-f084-4beb-8aca-e88bb78b7337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:11.591532 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.594638 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.598191 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/952dd792-1e85-4d1d-bbf5-029451d28e12 HTTP/1.1" status: 204 len: 168 time: 0.5140560 Jun 23 16:41:11.610790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55082) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:11.665516 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2945482b-faeb-41cc-bd4b-ef4b4721480e,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:11.670805 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:11.671698 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7eb19efc-560d-496b-9774-76b1cad746c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:11.677234 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Checking segment: {'id': '52c18a93-9e6c-4420-a82a-cb10563592cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '21391d6a-98be-4c9a-baa9-a74fcf80d0f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:11.677582 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Network hostable DHCP agents. Network: 21391d6a-98be-4c9a-baa9-a74fcf80d0f0, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:41:11.685447 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952dd792-1e85-4d1d-bbf5-029451d28e12,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:11.689608 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:11.705053 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Network 21391d6a-98be-4c9a-baa9-a74fcf80d0f0 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:41:11.715786 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 21391d6a-98be-4c9a-baa9-a74fcf80d0f0) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:11.720400 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:11.721026 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:11.730171 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddec3f9-2bc7-414d-affd-7eee6b898710 None None] Network 21391d6a-98be-4c9a-baa9-a74fcf80d0f0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:11.754746 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-510a390b-4049-4b2d-b0af-3c4527bdf06e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6692953 Jun 23 16:41:11.926044 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7beac96-976f-4f5b-b833-9160558ac327 None None] Network 21391d6a-98be-4c9a-baa9-a74fcf80d0f0 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:11.956815 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ac25c-5044-4bdb-83d4-3fe73b159e00 req-fc5e09b8-2609-4598-bbca-386866b6f12a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:11.965100 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-464ac25c-5044-4bdb-83d4-3fe73b159e00 req-fc5e09b8-2609-4598-bbca-386866b6f12a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.1899574 Jun 23 16:41:12.020231 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4cc27-7d19-4e21-bcf7-43b8f0a74047 req-ad881a20-e1e6-429a-8206-88a197b9a9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:12.021771 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3ef4cc27-7d19-4e21-bcf7-43b8f0a74047 req-ad881a20-e1e6-429a-8206-88a197b9a9ab service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 1098 time: 0.1958547 Jun 23 16:41:12.036193 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-464ac25c-5044-4bdb-83d4-3fe73b159e00 req-509cf737-602e-4d27-aed3-2f3135e92638 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701056 Jun 23 16:41:12.085529 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3ef4cc27-7d19-4e21-bcf7-43b8f0a74047 req-45f33648-2020-479b-a696-689da77d58fb service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457621 Jun 23 16:41:12.128095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-541476537-network', 'tenant_id': '82497fe1d63f41f2b52148cba7296965'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:12.161259 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Made reservation on behalf of 82497fe1d63f41f2b52148cba7296965 for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:12.165200 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.176386 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.306963 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.307140 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55106) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:12.315330 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.324332 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c93af067-97df-4761-91ab-b185ad8d2d16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:12.335911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.356845 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1420} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:41:12.365592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:12.371095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:12.380589 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.380965 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Added segment a92dfb7e-78d4-4ab3-8dc6-497122dc1771 of type vlan for network 739449aa-0c5f-424d-be2a-e5bd832ad27a Jun 23 16:41:12.439970 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.496537 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.499922 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:12.500510 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.503805 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:12.612546 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.629811 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.646154 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0342512 Jun 23 16:41:12.646858 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Pushing event updated for resources: {'Network': ['ID=739449aa-0c5f-424d-be2a-e5bd832ad27a,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:12.649714 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55124) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:12.652612 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:12.653224 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2ecb31bf-9887-4630-8012-a2afb07da324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:12.655875 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Request body: {'subnet': {'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-541476537-subnet', 'tenant_id': '82497fe1d63f41f2b52148cba7296965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:12.662557 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 739449aa-0c5f-424d-be2a-e5bd832ad27a details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:41:12.682032 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Made reservation on behalf of 82497fe1d63f41f2b52148cba7296965 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:12.685254 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067039447'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.708596 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2aeba629cb1744c1b4e95b6324282d9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3966889 Jun 23 16:41:12.712437 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55128) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:12.747874 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10edac99-7b05-49e6-b8a3-f678744815fe,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:12.761223 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:12.783037 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b6bbc-9666-4287-a7be-02c40c4fbe13 req-4162945d-c024-4e7a-94cf-09b54992abc1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:12.784673 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-677b6bbc-9666-4287-a7be-02c40c4fbe13 req-4162945d-c024-4e7a-94cf-09b54992abc1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2664397 Jun 23 16:41:12.851969 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-33f6e577-6487-415e-a95b-b81590fd1356 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:12.853435 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-33f6e577-6487-415e-a95b-b81590fd1356 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/networks?id=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a HTTP/1.1" status: 200 len: 808 time: 0.2435176 Jun 23 16:41:12.884527 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-677b6bbc-9666-4287-a7be-02c40c4fbe13 req-f6a00a99-82c3-45c2-8c09-a4c947931e58 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926428 Jun 23 16:41:12.886028 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.888859 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-8c5424d0-35bd-477b-afcf-083a65174cda tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/quotas/4939072871ce4d5e8b9446f5b27bfc2a HTTP/1.1" status: 200 len: 375 time: 0.0255718 Jun 23 16:41:12.897389 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067150013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067039429'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.903674 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:12.950175 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-08cdafce-3d1b-4ebc-99c9-62f4358fca71 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=4939072871ce4d5e8b9446f5b27bfc2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514746 Jun 23 16:41:12.952068 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:12.963407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6f946dc-e497-45c4-b466-484964743058,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:12.967084 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:12.974747 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Checking segment: {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:12.975100 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Network hostable DHCP agents. Network: 739449aa-0c5f-424d-be2a-e5bd832ad27a, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:41:12.996033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Network 739449aa-0c5f-424d-be2a-e5bd832ad27a is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:41:13.008981 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 739449aa-0c5f-424d-be2a-e5bd832ad27a) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:13.014755 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:13.015488 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:13.021250 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805e273a-5921-46d6-b1b1-893cf479e4a7 None None] Network 739449aa-0c5f-424d-be2a-e5bd832ad27a requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:13.040500 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-17e3c940-2464-4748-92c8-86903edcb17e admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3893764 Jun 23 16:41:13.119786 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:13.122338 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:13.123465 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/10edac99-7b05-49e6-b8a3-f678744815fe HTTP/1.1" status: 204 len: 168 time: 0.4093366 Jun 23 16:41:13.127630 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-fc6efa40-0540-4d14-a803-65c0773b4e2c service neutron] 10.222.0.97 "GET /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647456 Jun 23 16:41:13.127949 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:13.147622 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0115190-0ec8-4eeb-b1fe-8bc2e4537cd1 req-07bf6293-4c05-4d3c-88f7-7c31ab9532cd tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:13.154698 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c0115190-0ec8-4eeb-b1fe-8bc2e4537cd1 req-07bf6293-4c05-4d3c-88f7-7c31ab9532cd tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.1450779 Jun 23 16:41:13.169872 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10edac99-7b05-49e6-b8a3-f678744815fe,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:13.183854 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:13.256566 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c0115190-0ec8-4eeb-b1fe-8bc2e4537cd1 req-209ad9d8-7a92-4ef2-8df3-d2403db17893 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008570 Jun 23 16:41:13.320407 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-05dac660-cdba-4aa1-a2a8-52f72546cb38 service neutron] 10.222.0.97 "GET /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814604 Jun 23 16:41:13.355943 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1a51fc-7be5-490f-8da1-8e63fb07caec None None] Network 739449aa-0c5f-424d-be2a-e5bd832ad27a requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:13.602696 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a12706-3fbd-4399-8094-994f53539d01 req-a99eba13-c1e9-4874-8282-35c4f7914de2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:13.607271 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-83a12706-3fbd-4399-8094-994f53539d01 req-a99eba13-c1e9-4874-8282-35c4f7914de2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.1471677 Jun 23 16:41:13.671885 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-01927e60-9e56-4f2b-a2a2-813a2deab8b1 req-f3c94c28-8824-45c0-b849-25788f11d10a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 210 time: 0.0632584 Jun 23 16:41:13.730998 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-83a12706-3fbd-4399-8094-994f53539d01 req-006f05b6-1531-4a21-acf0-aca8c2223b0e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011138 Jun 23 16:41:14.102562 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cabb6b-c5c2-4127-a5bd-10708a96d710 req-62c7c6f8-42ac-4ddd-b426-6a5a5a26dd25 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:14.104468 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-01cabb6b-c5c2-4127-a5bd-10708a96d710 req-62c7c6f8-42ac-4ddd-b426-6a5a5a26dd25 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0805511 Jun 23 16:41:14.150400 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:14.158300 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-01cabb6b-c5c2-4127-a5bd-10708a96d710 req-de1a9f6c-2499-4432-8001-6c02278ac537 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Jun 23 16:41:14.452987 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ce6c-c6d6-4b0f-8fe2-72d3bafc5c9b req-51c2ba6b-e898-4c85-b889-9ab770d33021 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:14.454659 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dc32ce6c-c6d6-4b0f-8fe2-72d3bafc5c9b req-51c2ba6b-e898-4c85-b889-9ab770d33021 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.0711772 Jun 23 16:41:14.503728 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dc32ce6c-c6d6-4b0f-8fe2-72d3bafc5c9b req-068efbc9-1cbe-4b43-ad81-7ef0618b4bdc tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 Jun 23 16:41:14.655543 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55200) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:14.662352 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f4a1b3d1-c0a9-48a0-b6fa-70891d8f8710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:14.776816 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:14.873571 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-19b97664-47f7-48b2-afeb-21afa0b58ebd req-e275ceea-e729-4a35-b1f9-b84424083d82 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 210 time: 0.0431688 Jun 23 16:41:14.924128 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:14.930739 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:14.942641 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ae85b0e3-e1fd-4423-9202-a704f137007a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:14.956758 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505feb6-cce6-47a5-87ad-fe0b2e71dddb req-9189ba4a-2b31-4bf7-ba82-54c0cdc18163 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:14.961551 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2505feb6-cce6-47a5-87ad-fe0b2e71dddb req-9189ba4a-2b31-4bf7-ba82-54c0cdc18163 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.0866525 Jun 23 16:41:14.978069 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4cc30256f53b4ecf950cf9a273901f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212757 Jun 23 16:41:14.983424 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55218) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:15.008030 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2505feb6-cce6-47a5-87ad-fe0b2e71dddb req-c367ea68-d0e6-44a9-b4f9-027e0982d236 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Jun 23 16:41:15.033941 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7a4491-64fb-4de1-9dc7-b055cea2497c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:15.037193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:15.055497 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.094486 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.144340 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55234) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:15.180086 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.183777 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.187898 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8d7a4491-64fb-4de1-9dc7-b055cea2497c HTTP/1.1" status: 204 len: 168 time: 0.2030265 Jun 23 16:41:15.188706 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b4b214-f605-432b-9b6d-592910546144 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:15.196474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7a4491-64fb-4de1-9dc7-b055cea2497c,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:15.198850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:15.288256 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.326350 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-2e6155eb-c453-424c-977e-43524c108301 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:15.328243 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-2e6155eb-c453-424c-977e-43524c108301 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/networks?id=739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 200 len: 813 time: 0.1653178 Jun 23 16:41:15.367887 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-802ab397-dda6-4213-a292-b2cf118ba1f2 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/quotas/82497fe1d63f41f2b52148cba7296965 HTTP/1.1" status: 200 len: 375 time: 0.0311615 Jun 23 16:41:15.417343 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.418982 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-9e9ecaec-f575-416d-81b0-2e6a0bfd0858 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=82497fe1d63f41f2b52148cba7296965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501330 Jun 23 16:41:15.426584 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.430204 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:15.464936 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1a6000c18bb1498a91e5174813788baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194947 Jun 23 16:41:15.467433 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df0088ec-c6b5-41e0-99a7-1e634efc0e87,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:15.470156 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55250) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:15.481673 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:15.518791 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96aba-ef00-4223-9036-f073f7664741 req-d34bd3f7-857f-4fdf-9ae1-5e1fbce43162 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:15.525820 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-74e96aba-ef00-4223-9036-f073f7664741 req-d34bd3f7-857f-4fdf-9ae1-5e1fbce43162 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1784918 Jun 23 16:41:15.552952 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.557653 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-7ced487e-3709-4a38-9149-29f49fa4dea6 service neutron] 10.222.0.97 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312127 Jun 23 16:41:15.589902 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.607539 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-74e96aba-ef00-4223-9036-f073f7664741 req-848f3006-51e0-47ac-acd2-d4c44a3aeaf5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808387 Jun 23 16:41:15.654349 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.657934 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:15.659278 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/df0088ec-c6b5-41e0-99a7-1e634efc0e87 HTTP/1.1" status: 204 len: 168 time: 0.1842301 Jun 23 16:41:15.660227 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0a996c00-d9f4-40bb-b622-456e16152765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:15.670632 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df0088ec-c6b5-41e0-99a7-1e634efc0e87,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:15.673614 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:15.721790 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-2192e8b6-8445-4429-b349-fd01560e6c08 service neutron] 10.222.0.97 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532164 Jun 23 16:41:15.850457 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-ee23b298-e48b-43b1-91a7-bf7009f16724 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:15.853560 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-ee23b298-e48b-43b1-91a7-bf7009f16724 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.111 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.1266849 Jun 23 16:41:16.074489 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-99641f9f-4137-4524-9763-f1eea1406f14 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:16.078261 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-99641f9f-4137-4524-9763-f1eea1406f14 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.111 "GET /v2.0/networks?id=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a HTTP/1.1" status: 200 len: 808 time: 0.3317001 Jun 23 16:41:16.114181 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Request body: {'port': {'device_id': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a', 'admin_state_up': True, 'tenant_id': '4939072871ce4d5e8b9446f5b27bfc2a'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:16.117944 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Deleting port 1829de63-eac7-42e5-9c3c-d47145beb551 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:41:16.118516 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.276474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Made reservation on behalf of 4939072871ce4d5e8b9446f5b27bfc2a for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:16.284839 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.402936 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9a7b0916-798c-428b-8645-84cf10573b1f req-6ee91d7c-0d09-4e1b-bdc3-c9708be88e54 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 210 time: 0.1009071 Jun 23 16:41:16.442450 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfdb9ee-f0d4-48dd-9419-e996cca58364 req-0bd98c4f-04f7-4453-847d-f9a804450d00 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:16.450499 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3dfdb9ee-f0d4-48dd-9419-e996cca58364 req-0bd98c4f-04f7-4453-847d-f9a804450d00 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 949 time: 0.3259466 Jun 23 16:41:16.515379 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3dfdb9ee-f0d4-48dd-9419-e996cca58364 req-49d64a77-9b4b-49c5-b178-831570bef650 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/security-groups?id=9c7d3da4-98bd-4e75-834b-f910c0ad4f96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Jun 23 16:41:16.550423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] For port 1829de63-eac7-42e5-9c3c-d47145beb551, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=1829de63-eac7-42e5-9c3c-d47145beb551,segment=NetworkSegment(71e43971-1ed0-4099-be46-d22e9138cc18),segment_id=71e43971-1ed0-4099-be46-d22e9138cc18)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:16.550423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.567372 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Calling delete_port for 1829de63-eac7-42e5-9c3c-d47145beb551 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:41:16.580536 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55302) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:16.612070 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.712712 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Allocated IP 172.20.0.9 (727a5cd1-4cde-42e5-93db-f3ae95ba3f0a/22483be5-e0e2-4a20-9a98-1ea2aa7792a9/7ac72bf1-b2c9-4a32-a40f-1aa203fee282) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:41:16.716535 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.736511 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1352a381-83fa-4a0e-aee6-65c99847ac9c req-48c3b2be-4703-45c8-82d8-39a79f0f39ef tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 210 time: 0.0754552 Jun 23 16:41:16.740438 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.760423 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ea2852a6-446a-4115-947d-790fe10c735a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:16.798567 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a3f34a5af74e4bd1ab5a3e8fa52c922b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2166805 Jun 23 16:41:16.802190 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55308) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:16.816111 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7bcdbc-6bee-4304-939b-f3cadf57f3ac,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:16.825421 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:16.947344 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.963384 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.975513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c7a5f-3cd5-4d5a-872b-d1502e922ee4 req-428fca16-563f-447c-a7d6-87485a65bfb7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:16.977032 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2a8c7a5f-3cd5-4d5a-872b-d1502e922ee4 req-428fca16-563f-447c-a7d6-87485a65bfb7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2089353 Jun 23 16:41:16.977145 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:16.988710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:17.028662 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.039674 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.044809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:17.077640 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Pushing event deleted for resources: {'Port': ['ID=1829de63-eac7-42e5-9c3c-d47145beb551,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:17.086042 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:17.114065 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:41:17.118870 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:17.123970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:41:17.214645 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Pushing event updated for resources: {'Port': ['ID=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:17.229099 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:17.257655 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:17.257797 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] No DVR routers for this DVR port 1829de63-eac7-42e5-9c3c-d47145beb551 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:41:17.260843 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.275629 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.278930 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9c96a770-28b6-43c5-9331-3928ab352b6e req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.111 "DELETE /v2.0/ports/1829de63-eac7-42e5-9c3c-d47145beb551 HTTP/1.1" status: 204 len: 173 time: 1.4106925 Jun 23 16:41:17.290070 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1814969 Jun 23 16:41:17.296559 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96a7612-e685-411b-94ea-72c922514c8b', 'name': 'network-vif-deleted', 'tag': '1829de63-eac7-42e5-9c3c-d47145beb551'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:17.298599 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec5af4e-4162-4728-9a6d-229cd636d72f" -d '{"events": [{"server_uuid": "f96a7612-e685-411b-94ea-72c922514c8b", "name": "network-vif-deleted", "tag": "1829de63-eac7-42e5-9c3c-d47145beb551"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:17.303548 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2a8c7a5f-3cd5-4d5a-872b-d1502e922ee4 req-52b4553e-9da8-41bf-8776-76fc20044ab5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990501 Jun 23 16:41:17.350203 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Request body: {'port': {'device_id': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:17.357394 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.363315 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.364837 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9d7bcdbc-6bee-4304-939b-f3cadf57f3ac HTTP/1.1" status: 204 len: 168 time: 0.5540433 Jun 23 16:41:17.367405 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa966e0-d4ed-4916-be38-2344851c0da7 x-openstack-request-id: req-6aa966e0-d4ed-4916-be38-2344851c0da7 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:17.368920 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96a7612-e685-411b-94ea-72c922514c8b", "name": "network-vif-deleted", "tag": "1829de63-eac7-42e5-9c3c-d47145beb551", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:17.373964 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6aa966e0-d4ed-4916-be38-2344851c0da7 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:17.373964 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96a7612-e685-411b-94ea-72c922514c8b', 'name': 'network-vif-deleted', 'tag': '1829de63-eac7-42e5-9c3c-d47145beb551', 'status': 'completed', 'code': 200} Jun 23 16:41:17.373964 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5f80056c-459a-4287-9de9-cbf4a082757a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:17.388543 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7bcdbc-6bee-4304-939b-f3cadf57f3ac,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:17.402535 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:17.460516 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.523868 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-458abd11-b57c-4cdf-97c1-adc768816878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.578808 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.634682 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5b2a6042-ef36-41d0-a2ab-777db1eb2154 req-f57bd8ae-1f78-4ca9-a6b9-45eb901557ef tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 210 time: 0.0448208 Jun 23 16:41:17.802394 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-462e7460-807a-4f21-8b82-164d7d8d1392 req-7a7c2bb6-cdaa-4ce1-8deb-b7daf47c6a43 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 210 time: 0.0540078 Jun 23 16:41:17.929390 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:17.954368 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.962142 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97673fe-743d-48e2-b2e8-59fe7793d4b3 req-c691493c-1eb0-4e9d-9d01-0472ad8dd48f tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:17.964767 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e97673fe-743d-48e2-b2e8-59fe7793d4b3 req-c691493c-1eb0-4e9d-9d01-0472ad8dd48f tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 931 time: 0.0975382 Jun 23 16:41:17.983090 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Transition to ACTIVE for port object 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:41:17.989664 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:17.995474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:18.036536 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e97673fe-743d-48e2-b2e8-59fe7793d4b3 req-f19e1502-79f3-45f6-86b5-f8ed287dd4a1 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554025 Jun 23 16:41:18.372097 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-11ce3bd1-e36e-4cbe-8658-435467ab95b2 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:18.374026 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-11ce3bd1-e36e-4cbe-8658-435467ab95b2 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "GET /v2.0/networks?id=739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 200 len: 813 time: 0.1305318 Jun 23 16:41:18.412929 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Request body: {'port': {'device_id': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a', 'admin_state_up': True, 'tenant_id': '82497fe1d63f41f2b52148cba7296965'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:18.440749 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:18.445705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:18.500400 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Attempting to bind port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:41:18.501631 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Attempting to bind port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'eaee068c-e272-4c24-9d69-a2745c937bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:41:18.502159 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Attempting to bind port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 on network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:18.508173 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 on network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:41:18.508506 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Attempting to bind port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 on network 727a5cd1-4cde-42e5-93db-f3ae95ba3f0a {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:18.513908 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:41:18.514073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Checking segment: {'id': 'eaee068c-e272-4c24-9d69-a2745c937bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:18.514451 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Bound using segment: {'id': 'eaee068c-e272-4c24-9d69-a2745c937bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:41:18.515120 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Bound port: 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaee068c-e272-4c24-9d69-a2745c937bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1442, 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:41:18.515821 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:18.532937 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:18.604982 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] For port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:41:18.610476 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] For port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,segment=NetworkSegment(eaee068c-e272-4c24-9d69-a2745c937bb6),segment_id=eaee068c-e272-4c24-9d69-a2745c937bb6)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:41:18.616615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:18.619530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dd450a13-03ac-40e1-9a02-e60d81907904 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:18.667626 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:18.668263 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:18.669740 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] 10.222.0.111 "PUT /v2.0/ports/7ac72bf1-b2c9-4a32-a40f-1aa203fee282 HTTP/1.1" status: 200 len: 1093 time: 1.3257420 Jun 23 16:41:18.679932 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'tag': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:18.686351 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e9301f-b523-45ec-8fd6-6495823e2f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "be498d1e-ba61-4641-a5ce-ffe2ab778e14", "tag": "7ac72bf1-b2c9-4a32-a40f-1aa203fee282"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:18.717339 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Pushing event updated for resources: {'Port': ['ID=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:18.721534 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:18.840769 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-02dad636-86ca-4954-b3fd-6317ae1cb018 req-929244b4-abc8-44d7-bcde-a7e79de44635 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 210 time: 0.0518501 Jun 23 16:41:18.883443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075b48a-640a-4760-8e7a-c9bfeb82aa12 req-185f8a21-5500-4222-acb2-03c388dac920 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:18.883443 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d075b48a-640a-4760-8e7a-c9bfeb82aa12 req-185f8a21-5500-4222-acb2-03c388dac920 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.4381742 Jun 23 16:41:18.888956 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 1829de63-eac7-42e5-9c3c-d47145beb551 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:41:18.914591 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-f77e32f3-1e78-4b58-83cf-898916ebc3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:18.916366 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-f77e32f3-1e78-4b58-83cf-898916ebc3eb service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=4939072871ce4d5e8b9446f5b27bfc2a&device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 1096 time: 0.0876098 Jun 23 16:41:18.923412 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 1829de63-eac7-42e5-9c3c-d47145beb551 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:41:18.924024 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 1829de63-eac7-42e5-9c3c-d47145beb551 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:41:18.944226 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54f79c3-5ca1-4a76-9067-53838593d550 x-openstack-request-id: req-e54f79c3-5ca1-4a76-9067-53838593d550 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:18.944771 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be498d1e-ba61-4641-a5ce-ffe2ab778e14", "tag": "7ac72bf1-b2c9-4a32-a40f-1aa203fee282", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:18.945007 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-e54f79c3-5ca1-4a76-9067-53838593d550 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:18.945247 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Made reservation on behalf of 82497fe1d63f41f2b52148cba7296965 for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:18.945415 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'tag': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282', 'status': 'completed', 'code': 200} Jun 23 16:41:18.949817 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:18.988914 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-79b248b5-e5b4-477f-8249-f1c4b7305d9d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282 HTTP/1.1" status: 200 len: 217 time: 0.0425272 Jun 23 16:41:18.996326 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d075b48a-640a-4760-8e7a-c9bfeb82aa12 req-eaba3c97-3e7d-4730-85d1-b1f47ac66b9e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060135 Jun 23 16:41:19.102378 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-65822f33-9e54-4bab-97dc-f6ab1875f92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:19.103891 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-65822f33-9e54-4bab-97dc-f6ab1875f92d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=22483be5-e0e2-4a20-9a98-1ea2aa7792a9 HTTP/1.1" status: 200 len: 848 time: 0.1032391 Jun 23 16:41:19.195957 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-b75d928d-db6e-4e9c-ada6-0d3dcb9e3876 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843434 Jun 23 16:41:19.217035 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b8680009-30b1-4f4f-9950-6415ddd62af2 req-693675de-147f-4cf1-8ae5-af8628df8d1f tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] 10.222.0.97 "GET /v2.0/ports?device_id=f96a7612-e685-411b-94ea-72c922514c8b HTTP/1.1" status: 200 len: 210 time: 0.0396521 Jun 23 16:41:19.345378 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-c5139321-ce96-445e-835e-7a26fc1365f9 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:19.349745 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-c5139321-ce96-445e-835e-7a26fc1365f9 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.2739296 Jun 23 16:41:19.384735 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Allocated IP 172.20.0.12 (739449aa-0c5f-424d-be2a-e5bd832ad27a/a6f946dc-e497-45c4-b466-484964743058/a8a55cff-a165-4a8a-b637-97400c2d45c2) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:41:19.415154 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-bc09448d-65a4-4afc-b583-80e3b13baaee tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/quotas/a1c3d05feb244dfebb7265a3148bf37e HTTP/1.1" status: 200 len: 375 time: 0.0563045 Jun 23 16:41:19.457299 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-cd19eddd-54c6-4c4e-ba33-2a3f78204ebd service neutron] 10.222.0.111 "GET /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412894 Jun 23 16:41:19.580557 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55430) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:19.612003 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7fd462a6-1686-42b0-a708-b5dc52d08ac4 req-fde8ffa7-944f-4519-a9bc-f924b692eda0 service neutron] 10.222.0.111 "GET /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425769 Jun 23 16:41:19.634346 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eeddf9-8463-471e-b520-8dd98c69410a req-7cc05f9e-7aa3-4771-9923-5da899b8e401 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:19.642747 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-90eeddf9-8463-471e-b520-8dd98c69410a req-7cc05f9e-7aa3-4771-9923-5da899b8e401 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 943 time: 0.2478244 Jun 23 16:41:19.677751 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-f5128f51-075e-4be5-8568-3ed1a70d7147 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2539790 Jun 23 16:41:19.719332 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:19.748665 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-90eeddf9-8463-471e-b520-8dd98c69410a req-9a81fb16-d0a7-425c-83ca-1dc837cdf8c2 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045518 Jun 23 16:41:19.767294 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:19.847562 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-e9eeb022-c0af-48a8-a68d-80e46e7ed497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:19.849108 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-e9eeb022-c0af-48a8-a68d-80e46e7ed497 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=4939072871ce4d5e8b9446f5b27bfc2a&device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 1096 time: 0.1017911 Jun 23 16:41:19.857937 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-661ef606-3a4f-43c9-9fd4-bfd8a74513cd service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685185 Jun 23 16:41:19.862690 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:19.868083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:19.895854 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:19.929352 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Pushing event updated for resources: {'Port': ['ID=a8a55cff-a165-4a8a-b637-97400c2d45c2,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:19.940567 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:19.948906 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:19.953327 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eea67601-1f0a-43d7-844d-aed30a66643c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:19.964994 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Network 739449aa-0c5f-424d-be2a-e5bd832ad27a is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:41:19.967813 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:19.994109 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:41:20.000379 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:20.001207 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.020222 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6161873 Jun 23 16:41:20.026802 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7c20bfac38ef47c8936e23c969c77b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4448488 Jun 23 16:41:20.030743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55444) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:20.031094 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb18399-f91d-413a-8dc8-06d2447145f7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:20.037609 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:20.049031 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-c724b89d-bd1d-49f2-93bb-bddd3f117a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:20.050938 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-c724b89d-bd1d-49f2-93bb-bddd3f117a02 service neutron] 10.222.0.111 "GET /v2.0/networks?id=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a HTTP/1.1" status: 200 len: 910 time: 0.1912570 Jun 23 16:41:20.067757 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Request body: {'port': {'device_id': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:20.097899 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-8cef2299-1dbb-49e8-bc22-8bc88c76ae47 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282 HTTP/1.1" status: 200 len: 217 time: 0.0402217 Jun 23 16:41:20.146144 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-273a996d-2867-4e93-b7a9-a8381a351a4f service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177742 Jun 23 16:41:20.181792 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-ac010c82-b1b4-432b-8be8-13d2409765d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:20.183941 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-ac010c82-b1b4-432b-8be8-13d2409765d8 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=22483be5-e0e2-4a20-9a98-1ea2aa7792a9 HTTP/1.1" status: 200 len: 848 time: 0.0754468 Jun 23 16:41:20.184629 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.197707 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.243305 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-abbe9ec9-15b3-4bdf-b603-8624f3627a58 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480077 Jun 23 16:41:20.244162 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.247624 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.268355 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f842130-9c64-47d3-9063-026c2c45187c req-1a89de18-036b-4eee-a8a1-6fb773e70550 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:20.269881 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7f842130-9c64-47d3-9063-026c2c45187c req-1a89de18-036b-4eee-a8a1-6fb773e70550 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 932 time: 0.2354040 Jun 23 16:41:20.372242 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7f842130-9c64-47d3-9063-026c2c45187c req-30d4dc18-9f2f-466f-aa40-41a753d6515d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924778 Jun 23 16:41:20.390265 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-4aa7588b-98e9-4826-b72c-7639b77f367c service neutron] 10.222.0.111 "GET /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301622 Jun 23 16:41:20.536857 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.552607 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:20.559546 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ffb18399-f91d-413a-8dc8-06d2447145f7 HTTP/1.1" status: 204 len: 168 time: 0.5239069 Jun 23 16:41:20.628486 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-34e9301f-b523-45ec-8fd6-6495823e2f4f req-2491c0a5-dcac-457f-82f3-82a99511542e service neutron] 10.222.0.111 "GET /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265074 Jun 23 16:41:20.630664 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5173c2d6-4ebf-441a-bf6f-5e4f332e9826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:20.670146 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb18399-f91d-413a-8dc8-06d2447145f7,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:20.704707 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:20.707235 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b008f309-78e1-4797-9975-fb4e45fa6d85 req-8c05b8a4-804f-4a16-93aa-c0b01d2d1792 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 210 time: 0.0657001 Jun 23 16:41:20.808714 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acd07d8-58fe-4316-b6a4-c236fded50d1 req-ab5242e6-dafc-47e7-ae2d-480ba5980173 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:20.816232 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2acd07d8-58fe-4316-b6a4-c236fded50d1 req-ab5242e6-dafc-47e7-ae2d-480ba5980173 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.3464837 Jun 23 16:41:20.891198 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2acd07d8-58fe-4316-b6a4-c236fded50d1 req-8ee6a295-0ed4-4547-9a73-5a3c133f12dd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739872 Jun 23 16:41:20.977090 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a55cff-a165-4a8a-b637-97400c2d45c2 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:20.988886 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.007302 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Transition to ACTIVE for port object a8a55cff-a165-4a8a-b637-97400c2d45c2 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:41:21.019384 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.024690 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:21.077339 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56dfc9b-d674-45ff-aa07-0920321db518 req-9540b56a-2786-41bc-a436-88b2468e8907 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:21.079971 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b56dfc9b-d674-45ff-aa07-0920321db518 req-9540b56a-2786-41bc-a436-88b2468e8907 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 943 time: 0.1488876 Jun 23 16:41:21.100187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a55cff-a165-4a8a-b637-97400c2d45c2,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:21.121118 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:21.206671 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Attempting to bind port a8a55cff-a165-4a8a-b637-97400c2d45c2 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:41:21.207012 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Attempting to bind port a8a55cff-a165-4a8a-b637-97400c2d45c2 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:41:21.207340 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Attempting to bind port a8a55cff-a165-4a8a-b637-97400c2d45c2 on network 739449aa-0c5f-424d-be2a-e5bd832ad27a {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:21.236925 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Port a8a55cff-a165-4a8a-b637-97400c2d45c2 on network 739449aa-0c5f-424d-be2a-e5bd832ad27a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:41:21.237225 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Attempting to bind port a8a55cff-a165-4a8a-b637-97400c2d45c2 on network 739449aa-0c5f-424d-be2a-e5bd832ad27a {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:21.247071 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b56dfc9b-d674-45ff-aa07-0920321db518 req-d7f4e9e1-d7d1-4c0f-915b-e22a82ffe533 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556015 Jun 23 16:41:21.247985 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:41:21.248313 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Checking segment: {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:21.248679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Bound using segment: {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:41:21.249105 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Bound port: a8a55cff-a165-4a8a-b637-97400c2d45c2, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:41:21.250012 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.253785 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55514) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:21.356749 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] For port a8a55cff-a165-4a8a-b637-97400c2d45c2, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:41:21.365124 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] For port a8a55cff-a165-4a8a-b637-97400c2d45c2, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:41:21.372278 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.378226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:21.427930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:21.428544 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.429901 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] 10.222.0.111 "PUT /v2.0/ports/a8a55cff-a165-4a8a-b637-97400c2d45c2 HTTP/1.1" status: 200 len: 1094 time: 1.3924189 Jun 23 16:41:21.430381 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'tag': 'a8a55cff-a165-4a8a-b637-97400c2d45c2'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:21.432918 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb659150-22f8-43a0-ad2e-e3a979f70c88" -d '{"events": [{"name": "network-changed", "server_uuid": "a8a5c9d2-09c4-463a-a68f-4129f0e595a7", "tag": "a8a55cff-a165-4a8a-b637-97400c2d45c2"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:21.461322 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=a8a55cff-a165-4a8a-b637-97400c2d45c2,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:21.465433 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:21.519396 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188dd013-ccc0-4927-963f-b5f0d361d319 x-openstack-request-id: req-188dd013-ccc0-4927-963f-b5f0d361d319 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:21.519894 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8a5c9d2-09c4-463a-a68f-4129f0e595a7", "tag": "a8a55cff-a165-4a8a-b637-97400c2d45c2", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:21.520319 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-188dd013-ccc0-4927-963f-b5f0d361d319 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:21.520993 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'tag': 'a8a55cff-a165-4a8a-b637-97400c2d45c2', 'status': 'completed', 'code': 200} Jun 23 16:41:21.557109 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.731296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95857b9-c5f3-4f75-88a7-65d967e3322e req-5fbb3c72-4262-479e-901c-82979500057a tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:21.732836 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c95857b9-c5f3-4f75-88a7-65d967e3322e req-5fbb3c72-4262-479e-901c-82979500057a tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 944 time: 0.1267316 Jun 23 16:41:21.745439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-e2678212-43cd-4bb0-a2cd-204c227154f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:21.746954 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-e2678212-43cd-4bb0-a2cd-204c227154f8 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=82497fe1d63f41f2b52148cba7296965&device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 1097 time: 0.1876981 Jun 23 16:41:21.815255 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c95857b9-c5f3-4f75-88a7-65d967e3322e req-23441eb3-9584-4727-ae55-c9eaf1cdd0f7 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747337 Jun 23 16:41:21.858362 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-882bd9ce-b900-46f0-b81d-8e3d852060e4 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2 HTTP/1.1" status: 200 len: 217 time: 0.0712299 Jun 23 16:41:21.904547 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:21.924365 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:22.202950 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:22.215646 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-047ef90c-41bb-4ebc-9fbe-f9ea1024972b req-08fe43c7-2376-47fa-b0ec-9437e7893a42 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 210 time: 0.3086209 Jun 23 16:41:22.353217 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-29a4f3be-37fb-402b-843e-0c8e20f4099d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:22.354659 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-29a4f3be-37fb-402b-843e-0c8e20f4099d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=a6f946dc-e497-45c4-b466-484964743058 HTTP/1.1" status: 200 len: 853 time: 0.4893837 Jun 23 16:41:22.359253 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=51253a3e678e4356a41a9cd43d0af8fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1023409 Jun 23 16:41:22.361079 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55614) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:22.379439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac1b36b-b729-4d9b-9a2a-0886592a8ee9,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:22.389233 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:22.439428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-d9e03882-3319-44d4-b51e-c1139edea8bf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:22.441672 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-d9e03882-3319-44d4-b51e-c1139edea8bf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.2047172 Jun 23 16:41:22.449119 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-0044498c-76f9-45c5-9e40-e24015c4eaab service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=739449aa-0c5f-424d-be2a-e5bd832ad27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0625424 Jun 23 16:41:22.476626 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Request body: {'port': {'device_id': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'admin_state_up': True, 'tenant_id': 'a1c3d05feb244dfebb7265a3148bf37e'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:22.626526 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16085413-c59c-4fc4-9e5e-ff3fbfea128f req-c8a2af85-b257-48f9-b075-20d08bd7cf5d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:22.628153 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-16085413-c59c-4fc4-9e5e-ff3fbfea128f req-c8a2af85-b257-48f9-b075-20d08bd7cf5d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.4205470 Jun 23 16:41:22.637467 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:22.641483 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Made reservation on behalf of a1c3d05feb244dfebb7265a3148bf37e for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:22.645711 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:22.709919 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6321a-7199-4392-94eb-9e86ba7f0367 req-cc8f6252-f17b-4728-a0b5-a2be9c72c28d tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:22.711425 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7cf6321a-7199-4392-94eb-9e86ba7f0367 req-cc8f6252-f17b-4728-a0b5-a2be9c72c28d tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 943 time: 0.3075302 Jun 23 16:41:22.729966 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:22.773618 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-16085413-c59c-4fc4-9e5e-ff3fbfea128f req-72f7f550-e082-4b64-a3f4-282d04d05fc2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389613 Jun 23 16:41:22.779023 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-08182884-92d2-4f0f-98e0-3531b73f5d90 service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072433 Jun 23 16:41:22.813645 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Allocated IP 172.20.0.8 (842dc271-9318-40dd-b514-135a5e60f1d9/1b678e12-cc6d-4361-b234-420c167fd753/9d28746e-dcc9-47a6-bcb2-39123879cb66) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:41:22.834273 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7cf6321a-7199-4392-94eb-9e86ba7f0367 req-45e534fc-93ce-4dec-bc12-167b36ba0f64 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134229 Jun 23 16:41:22.894158 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:22.902212 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:22.905099 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:22.906343 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/bac1b36b-b729-4d9b-9a2a-0886592a8ee9 HTTP/1.1" status: 204 len: 168 time: 0.5440922 Jun 23 16:41:22.909504 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3af54ec7-e949-4741-9994-340def1fd92f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:22.927521 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac1b36b-b729-4d9b-9a2a-0886592a8ee9,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:22.938961 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:22.941953 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-984d4165-15b2-49a7-b430-9b4e324bb8a2 req-563471e2-b09e-4848-8f86-f04061e15708 service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417060 Jun 23 16:41:23.062260 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,segment=NetworkSegment(eaee068c-e272-4c24-9d69-a2745c937bb6),segment_id=eaee068c-e272-4c24-9d69-a2745c937bb6)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:23.071306 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.080576 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282', 'network_id': '727a5cd1-4cde-42e5-93db-f3ae95ba3f0a', 'port_id': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282', 'mac_address': 'fa:16:3e:67:49:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1442, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22483be5-e0e2-4a20-9a98-1ea2aa7792a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:23.122165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.130994 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:23.166298 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.177283 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91eb37-3c96-42a0-9071-2b0399f7a5a5 req-38813c64-4a82-41c2-8095-ef75e1d6dba9 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:23.179523 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873', '3dea8eb3-38eb-4276-9a86-d9c28960fdf3'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:23.182496 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Network 842dc271-9318-40dd-b514-135a5e60f1d9 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:41:23.189554 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5b91eb37-3c96-42a0-9071-2b0399f7a5a5 req-38813c64-4a82-41c2-8095-ef75e1d6dba9 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 944 time: 0.2150376 Jun 23 16:41:23.191835 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:23.196789 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:41:23.269118 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5b91eb37-3c96-42a0-9071-2b0399f7a5a5 req-7d6bfa2d-d591-4f4c-9e94-a1683fd49516 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784128 Jun 23 16:41:23.282765 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:23.302033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:23.302795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.305787 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-e33b95cf-a6de-410b-8e8d-0819acd6b59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:23.319910 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-e33b95cf-a6de-410b-8e8d-0819acd6b59a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=82497fe1d63f41f2b52148cba7296965&device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 1097 time: 0.2133856 Jun 23 16:41:23.381019 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,segment=NetworkSegment(eaee068c-e272-4c24-9d69-a2745c937bb6),segment_id=eaee068c-e272-4c24-9d69-a2745c937bb6)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:23.382211 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9094520 Jun 23 16:41:23.385145 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event updated for resources: {'Port': ['ID=9d28746e-dcc9-47a6-bcb2-39123879cb66,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:23.396145 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:23.401882 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.409620 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Request body: {'port': {'device_id': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:23.416057 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:23.552643 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-678258d3-70d6-4a71-8ac8-583480006590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:23.554198 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-678258d3-70d6-4a71-8ac8-583480006590 service neutron] 10.222.0.111 "GET /v2.0/networks?id=739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 200 len: 915 time: 0.2324510 Jun 23 16:41:23.577767 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.578349 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55700) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:23.597685 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:23.631860 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-16f9683b-81cb-4b94-a9ce-31e9f7c20bbc service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2 HTTP/1.1" status: 200 len: 217 time: 0.0693104 Jun 23 16:41:23.637828 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:23.651581 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.652242 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.652706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.653143 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.653657 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.654074 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.654495 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.655073 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.655674 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.656667 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.657305 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.657701 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:41:23.670542 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:23.692283 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f9cb3-982b-481f-9b44-b72a0f27a5bd req-f0359dc6-8555-4087-a170-c7afb2addd29 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:23.693837 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-076f9cb3-982b-481f-9b44-b72a0f27a5bd req-f0359dc6-8555-4087-a170-c7afb2addd29 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 931 time: 0.1966949 Jun 23 16:41:23.749159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-c58a6b4c-2f1b-4ca4-b711-7f9d2c7db4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:23.751917 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-c58a6b4c-2f1b-4ca4-b711-7f9d2c7db4fb service neutron] 10.222.0.111 "GET /v2.0/subnets?id=a6f946dc-e497-45c4-b466-484964743058 HTTP/1.1" status: 200 len: 853 time: 0.1060860 Jun 23 16:41:23.805739 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-fcf98421-705a-4b83-9ab9-b5c8c85eea67 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=739449aa-0c5f-424d-be2a-e5bd832ad27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447795 Jun 23 16:41:23.834201 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-076f9cb3-982b-481f-9b44-b72a0f27a5bd req-9701f7d9-19f5-416d-a4ef-b871dab6ae93 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329253 Jun 23 16:41:24.023835 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['7ac72bf1-b2c9-4a32-a40f-1aa203fee282'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:24.102970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.108928 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.113940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2dd98d96-d883-417b-8c7c-33b19a9a53ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:24.133857 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-30dbffc0-7ae1-4b62-a9e4-559e92a6e901 service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984135 Jun 23 16:41:24.136575 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d28746e-dcc9-47a6-bcb2-39123879cb66 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:24.153985 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.171448 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2093f596-0a2b-4c61-8a9d-ab09dd78e3b6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:24.177452 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:24.180364 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=2a5e73e5c02345e0bf007eb880898207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6010084 Jun 23 16:41:24.183307 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55724) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:24.195046 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e3419-1df7-497a-ae6d-5bfcaa462b4f req-e4439b55-e360-4339-a3b2-1ab3b653c2f2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:24.199302 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Transition to ACTIVE for port object 9d28746e-dcc9-47a6-bcb2-39123879cb66 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:41:24.207884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.210425 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-517e3419-1df7-497a-ae6d-5bfcaa462b4f req-e4439b55-e360-4339-a3b2-1ab3b653c2f2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2116363 Jun 23 16:41:24.213096 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:24.276757 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Pushing event updated for resources: {'Port': ['ID=9d28746e-dcc9-47a6-bcb2-39123879cb66,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:24.279187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7176062-c4d6-473c-a214-ff93e8a7b53b req-029c20da-8f4c-4f0b-b30a-9cc704f42c5d tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:24.281113 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7176062-c4d6-473c-a214-ff93e8a7b53b req-029c20da-8f4c-4f0b-b30a-9cc704f42c5d tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 944 time: 0.2214808 Jun 23 16:41:24.290031 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:24.324833 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.339322 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-517e3419-1df7-497a-ae6d-5bfcaa462b4f req-35ba69d5-af84-43b7-a43c-53d1a465d712 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176512 Jun 23 16:41:24.376897 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7176062-c4d6-473c-a214-ff93e8a7b53b req-1ab06e6b-8b6a-49e8-9c17-e035354c55f5 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840929 Jun 23 16:41:24.380017 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb659150-22f8-43a0-ad2e-e3a979f70c88 req-4f99ef0e-1c4d-40ed-b515-f487799a8f90 service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350075 Jun 23 16:41:24.388359 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.446706 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Attempting to bind port 9d28746e-dcc9-47a6-bcb2-39123879cb66 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:41:24.447042 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Attempting to bind port 9d28746e-dcc9-47a6-bcb2-39123879cb66 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:41:24.447363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Attempting to bind port 9d28746e-dcc9-47a6-bcb2-39123879cb66 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:24.461262 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Port 9d28746e-dcc9-47a6-bcb2-39123879cb66 on network 842dc271-9318-40dd-b514-135a5e60f1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:41:24.461682 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Attempting to bind port 9d28746e-dcc9-47a6-bcb2-39123879cb66 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:24.470552 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:41:24.471009 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Checking segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:24.471479 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Bound using segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:41:24.471995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Bound port: 9d28746e-dcc9-47a6-bcb2-39123879cb66, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:41:24.472398 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.535962 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.538477 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.542157 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2093f596-0a2b-4c61-8a9d-ab09dd78e3b6 HTTP/1.1" status: 204 len: 168 time: 0.3550777 Jun 23 16:41:24.545826 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-71113f3e-6a1c-4bb0-8253-87a1ffb5365b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:24.567163 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] For port 9d28746e-dcc9-47a6-bcb2-39123879cb66, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:41:24.576567 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2093f596-0a2b-4c61-8a9d-ab09dd78e3b6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:24.593918 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:24.593918 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] For port 9d28746e-dcc9-47a6-bcb2-39123879cb66, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:41:24.596365 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.600880 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-92ea9162-7830-4cb7-9589-79263b771ea0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:24.610625 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93580916-b17e-418f-aa82-d7cfe95e7be6 req-af69c642-998a-4162-9325-b309f6da563e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:24.622836 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93580916-b17e-418f-aa82-d7cfe95e7be6 req-af69c642-998a-4162-9325-b309f6da563e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 944 time: 0.1406865 Jun 23 16:41:24.665069 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:24.665672 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:24.667006 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] 10.222.0.111 "PUT /v2.0/ports/9d28746e-dcc9-47a6-bcb2-39123879cb66 HTTP/1.1" status: 200 len: 1093 time: 1.2626252 Jun 23 16:41:24.667495 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'tag': '9d28746e-dcc9-47a6-bcb2-39123879cb66'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:24.670324 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3287ec8-4da4-4137-931b-7de62b7520ba" -d '{"events": [{"name": "network-changed", "server_uuid": "a22de3e0-cf8f-47e7-9717-8bb15d93991a", "tag": "9d28746e-dcc9-47a6-bcb2-39123879cb66"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:24.673232 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93580916-b17e-418f-aa82-d7cfe95e7be6 req-4f105ab4-a669-44a8-ac9c-e24d0dbeb0d0 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492268 Jun 23 16:41:24.676899 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Pushing event updated for resources: {'Port': ['ID=9d28746e-dcc9-47a6-bcb2-39123879cb66,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:24.680666 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:24.719004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e421c9e-0af4-485c-95a9-a7fb1e3583c9 x-openstack-request-id: req-5e421c9e-0af4-485c-95a9-a7fb1e3583c9 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:24.719004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22de3e0-cf8f-47e7-9717-8bb15d93991a", "tag": "9d28746e-dcc9-47a6-bcb2-39123879cb66", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:24.719569 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5e421c9e-0af4-485c-95a9-a7fb1e3583c9 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:24.719712 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'tag': '9d28746e-dcc9-47a6-bcb2-39123879cb66', 'status': 'completed', 'code': 200} Jun 23 16:41:24.797750 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:41:24.814032 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-3a34908e-c665-46bb-998a-736645cf347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:24.815556 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-3a34908e-c665-46bb-998a-736645cf347f service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 1096 time: 0.0610859 Jun 23 16:41:24.869512 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-edafd808-538d-4796-99d3-6d821cef4fdf service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66 HTTP/1.1" status: 200 len: 217 time: 0.0396190 Jun 23 16:41:24.940953 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-ebd50722-085d-4b14-955a-d76aaa3ec298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:24.942495 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-ebd50722-085d-4b14-955a-d76aaa3ec298 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0513198 Jun 23 16:41:24.982893 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-96c1e773-ca0e-4f19-8e45-c554316b95ee service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328441 Jun 23 16:41:25.074564 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96491ee6-e52f-486e-b57c-7f64c7192da6 req-aa0cf745-1c90-46ed-b6ae-4b623e65756d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.084765 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-96491ee6-e52f-486e-b57c-7f64c7192da6 req-aa0cf745-1c90-46ed-b6ae-4b623e65756d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 943 time: 0.1188662 Jun 23 16:41:25.095827 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-4ef8b1a2-4ab8-4977-a8da-a77580279cab service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954993 Jun 23 16:41:25.144579 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-96491ee6-e52f-486e-b57c-7f64c7192da6 req-cb780f7a-a3a9-4be9-80b2-f85d2e38550f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575027 Jun 23 16:41:25.227821 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d7ee6e5a-be78-4232-890b-65dcca6d255f req-c5511516-3930-42dc-9d3c-851cbdf18212 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241457 Jun 23 16:41:25.477630 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-a4017776-07f2-4fa4-ad50-7c1f6249e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.483285 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-a4017776-07f2-4fa4-ad50-7c1f6249e396 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 1096 time: 0.1112144 Jun 23 16:41:25.607995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-333386ab-e2f2-4e0e-95f3-c84e1a4c7628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.609997 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-333386ab-e2f2-4e0e-95f3-c84e1a4c7628 service neutron] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 917 time: 0.1159647 Jun 23 16:41:25.666513 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-f987d18e-4187-460a-ae41-8cdd4f375fee service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66 HTTP/1.1" status: 200 len: 217 time: 0.0424726 Jun 23 16:41:25.708890 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932786c-5ef4-4a1c-afe3-dba55a692692 req-2d0eb775-0c68-4ecc-954b-70df3c9dcd44 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.711076 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9932786c-5ef4-4a1c-afe3-dba55a692692 req-2d0eb775-0c68-4ecc-954b-70df3c9dcd44 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 944 time: 0.1199129 Jun 23 16:41:25.720821 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb8e8e-6df1-4a4b-84b5-5916332f9fb0 req-50a620b4-a707-4009-9733-074e4b76476b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.722663 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e8cb8e8e-6df1-4a4b-84b5-5916332f9fb0 req-50a620b4-a707-4009-9733-074e4b76476b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1877916 Jun 23 16:41:25.739630 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-e9e9a142-2a19-4881-b071-e22c5223bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.741426 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-e9e9a142-2a19-4881-b071-e22c5223bf77 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0539885 Jun 23 16:41:25.781198 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-dfb988fd-cc02-4110-920c-b02568c94ae1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263884 Jun 23 16:41:25.796462 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9932786c-5ef4-4a1c-afe3-dba55a692692 req-ee152f42-dcc0-44a8-b50b-17a0271ee355 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724411 Jun 23 16:41:25.803031 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e8cb8e8e-6df1-4a4b-84b5-5916332f9fb0 req-56b64daa-cfd2-4929-b6b1-36a4bbd2460f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709660 Jun 23 16:41:25.955360 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-4138a2b2-50e7-417d-835f-4158f7c86a29 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388774 Jun 23 16:41:25.980508 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf9420-6f11-4935-a8b7-8c0f6f2f0624 req-d71f9d6b-68b9-4be8-aa49-64f5825a668d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:25.989319 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7baf9420-6f11-4935-a8b7-8c0f6f2f0624 req-d71f9d6b-68b9-4be8-aa49-64f5825a668d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 944 time: 0.0829401 Jun 23 16:41:26.031976 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7baf9420-6f11-4935-a8b7-8c0f6f2f0624 req-96aadb49-29fc-402e-b67e-32966fd2d961 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413208 Jun 23 16:41:26.074969 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a3287ec8-4da4-4137-931b-7de62b7520ba req-cd89344a-b59e-4dce-aa3c-6285cffc39ba service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040752 Jun 23 16:41:26.332917 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184ea4f-5d56-40bb-9243-2c7eaec0848f req-fb31da0d-16fa-4cb4-af88-365bb5622338 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:26.334534 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2184ea4f-5d56-40bb-9243-2c7eaec0848f req-fb31da0d-16fa-4cb4-af88-365bb5622338 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 943 time: 0.0712712 Jun 23 16:41:26.380787 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2184ea4f-5d56-40bb-9243-2c7eaec0848f req-dfeabe1e-4dba-4530-a825-2f5ccf5e2e2e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384028 Jun 23 16:41:26.608900 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55896) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:26.774231 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:26.886915 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:26.892649 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a8a55cff-a165-4a8a-b637-97400c2d45c2 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:26.893436 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:26.900962 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-80ab06a3-bbbf-453d-b702-30abf5c5c5c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:26.915106 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:26.973444 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55916) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:26.985032 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=75f6dbc8ef6449a88b13d2032742e25e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741093 Jun 23 16:41:26.986929 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1339b1c6-16c3-4eab-8385-43490e26d1ce,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:26.990097 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55920) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:26.997014 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:27.071022 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a60d5b-2945-4ae5-bb45-d41d3e3e26b7 req-a01410c4-6a45-44b7-8d59-557cfbccce20 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:27.078618 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:27.082772 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-16a60d5b-2945-4ae5-bb45-d41d3e3e26b7 req-a01410c4-6a45-44b7-8d59-557cfbccce20 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 944 time: 0.1560829 Jun 23 16:41:27.094112 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:27.094826 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.104370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.146051 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a8a55cff-a165-4a8a-b637-97400c2d45c2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:27.164771 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.170807 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'a8a55cff-a165-4a8a-b637-97400c2d45c2', 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a', 'port_id': 'a8a55cff-a165-4a8a-b637-97400c2d45c2', 'mac_address': 'fa:16:3e:13:f5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f946dc-e497-45c4-b466-484964743058', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:27.199049 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b2d1a6-9c78-4a91-aa9a-9386434d61ec req-2f33e74c-c4a8-4dd4-99b4-33be35e1a346 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:27.200595 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e8b2d1a6-9c78-4a91-aa9a-9386434d61ec req-2f33e74c-c4a8-4dd4-99b4-33be35e1a346 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.2330766 Jun 23 16:41:27.220861 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-16a60d5b-2945-4ae5-bb45-d41d3e3e26b7 req-363d6db5-1cf4-489e-9eb1-93516462b266 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357596 Jun 23 16:41:27.236389 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.276617 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a55cff-a165-4a8a-b637-97400c2d45c2 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:27.295488 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e8b2d1a6-9c78-4a91-aa9a-9386434d61ec req-a5421491-a6fe-48bd-80d0-3871dcea8838 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734689 Jun 23 16:41:27.302211 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.321747 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-12f353ed-e2de-47ba-b83a-2a7e41dbd3b6 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=56df23bbb9c24ce5a67f8e36e41a2a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3436260 Jun 23 16:41:27.321959 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a8a55cff-a165-4a8a-b637-97400c2d45c2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:27.322151 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55930) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:27.333744 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.337007 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:27.346680 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.350050 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.351453 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1339b1c6-16c3-4eab-8385-43490e26d1ce HTTP/1.1" status: 204 len: 168 time: 0.3600981 Jun 23 16:41:27.352487 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-662c5645-a77f-4f65-87ac-cf7854764d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:27.370107 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,segment=NetworkSegment(eaee068c-e272-4c24-9d69-a2745c937bb6),segment_id=eaee068c-e272-4c24-9d69-a2745c937bb6)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:27.373027 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:27.376372 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f566894-d596-4064-bef4-cc99cf647ab9" -d '{"events": [{"server_uuid": "be498d1e-ba61-4641-a5ce-ffe2ab778e14", "name": "network-vif-plugged", "status": "completed", "tag": "7ac72bf1-b2c9-4a32-a40f-1aa203fee282"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:27.390162 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1339b1c6-16c3-4eab-8385-43490e26d1ce,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:27.397370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:27.398983 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.414387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.450963 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a8a55cff-a165-4a8a-b637-97400c2d45c2,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:27.475032 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882a2440-385b-4656-a504-8fa23be58a4e x-openstack-request-id: req-882a2440-385b-4656-a504-8fa23be58a4e {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:27.475608 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be498d1e-ba61-4641-a5ce-ffe2ab778e14", "name": "network-vif-plugged", "status": "completed", "tag": "7ac72bf1-b2c9-4a32-a40f-1aa203fee282", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:27.476232 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-882a2440-385b-4656-a504-8fa23be58a4e {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:27.480207 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282', 'code': 200} Jun 23 16:41:27.481111 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:27.481691 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d9d9afa1-6be3-43d2-83a7-c0266321506d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:27.496605 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.581954 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:27.594857 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:27.657239 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06f391-674a-4e28-a60f-63fd1c047588 req-f457d6b7-8056-4388-9275-e8c858db0d36 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:27.659231 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a06f391-674a-4e28-a60f-63fd1c047588 req-f457d6b7-8056-4388-9275-e8c858db0d36 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 945 time: 0.1606641 Jun 23 16:41:27.671879 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.674758 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.678248 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/9c7d3da4-98bd-4e75-834b-f910c0ad4f96 HTTP/1.1" status: 204 len: 168 time: 0.3527420 Jun 23 16:41:27.679494 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5f34e988-905a-4474-b7f8-9b083eae0dc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:27.713422 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7d3da4-98bd-4e75-834b-f910c0ad4f96,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:27.720033 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:27.732470 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19e70-4d5b-4a18-8a11-33b662feffbc req-5b3e92ee-a146-474c-8b04-197124b8da37 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:27.740029 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-20d19e70-4d5b-4a18-8a11-33b662feffbc req-5b3e92ee-a146-474c-8b04-197124b8da37 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 943 time: 0.1380055 Jun 23 16:41:27.774759 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a06f391-674a-4e28-a60f-63fd1c047588 req-d872d9e5-d047-4e07-a1e0-72496946ad93 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961952 Jun 23 16:41:27.827880 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-20d19e70-4d5b-4a18-8a11-33b662feffbc req-7f67e3a4-c764-44a1-bb88-21910fdfd692 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866680 Jun 23 16:41:27.890997 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55948) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:27.908762 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a98866a-3b67-4379-8cc9-65f784fe083c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:27.977052 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9227bf-6532-4fca-9905-199408969c09 req-a8d155ce-a677-4193-b394-3b1644244b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:27.980496 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b9227bf-6532-4fca-9905-199408969c09 req-a8d155ce-a677-4193-b394-3b1644244b18 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 1098 time: 0.0676625 Jun 23 16:41:28.021359 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a98866a-3b67-4379-8cc9-65f784fe083c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.026381 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a98866a-3b67-4379-8cc9-65f784fe083c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.029309 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1b9f0227-5581-4ded-a101-660f2b5df105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:28.031532 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b9227bf-6532-4fca-9905-199408969c09 req-2250eb52-6b3d-4b18-9f8b-df4b45258792 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412226 Jun 23 16:41:28.040986 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['a8a55cff-a165-4a8a-b637-97400c2d45c2'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:28.066505 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98866a-3b67-4379-8cc9-65f784fe083c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f32828b-682b-4910-8ddd-12e1c3772f61,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:28.086356 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55950) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:28.086542 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1a98866a-3b67-4379-8cc9-65f784fe083c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6110e67ed3084ef599a9525e4468645d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943464 Jun 23 16:41:28.087802 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1a98866a-3b67-4379-8cc9-65f784fe083c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:28.136730 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.157675 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.206987 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.209884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.211014 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/7f32828b-682b-4910-8ddd-12e1c3772f61 HTTP/1.1" status: 204 len: 168 time: 0.1230404 Jun 23 16:41:28.211882 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ab5b5aa4-9b39-4745-83c4-f5298d41a4be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:28.219963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f32828b-682b-4910-8ddd-12e1c3772f61,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:28.222116 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:28.412216 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d939b5-b95c-488a-87d1-788cf8778dee req-fa8b48c0-6b27-48ee-b4f6-c4bf3a93c751 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:28.416274 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e3d939b5-b95c-488a-87d1-788cf8778dee req-fa8b48c0-6b27-48ee-b4f6-c4bf3a93c751 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.0761909 Jun 23 16:41:28.499653 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e3d939b5-b95c-488a-87d1-788cf8778dee req-80350e23-dea1-4f1a-8b6a-5e270753e1d4 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780430 Jun 23 16:41:28.518925 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41cc7c-800f-4e3a-ab76-ff022bccb8da req-1d90cb24-3c24-4ded-9d07-2746e36f8f3f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:28.528801 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4a41cc7c-800f-4e3a-ab76-ff022bccb8da req-1d90cb24-3c24-4ded-9d07-2746e36f8f3f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1005075 Jun 23 16:41:28.553446 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 55968) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:28.571363 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4a41cc7c-800f-4e3a-ab76-ff022bccb8da req-b5d52207-07a4-4ed7-b914-85f4bb69493c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447171 Jun 23 16:41:28.667615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.759537 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.763869 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.767919 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17191774-f625-4322-94de-54d4f85f711a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:28.810336 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=25a6aa32f33f40a9958d4512a495ff3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532170 Jun 23 16:41:28.810336 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1753048d-837d-43bf-a67b-af9c84beaaa5,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:28.811642 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 55986) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:28.811758 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:28.886963 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.912710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:28.917928 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9d28746e-dcc9-47a6-bcb2-39123879cb66 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:29.072887 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 9d28746e-dcc9-47a6-bcb2-39123879cb66, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:29.087572 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '9d28746e-dcc9-47a6-bcb2-39123879cb66', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'port_id': '9d28746e-dcc9-47a6-bcb2-39123879cb66', 'mac_address': 'fa:16:3e:6e:c9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b678e12-cc6d-4361-b234-420c167fd753', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:29.135706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:29.152852 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d28746e-dcc9-47a6-bcb2-39123879cb66 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:29.175417 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 9d28746e-dcc9-47a6-bcb2-39123879cb66, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:29.184555 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:29.187290 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:29.268910 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=9d28746e-dcc9-47a6-bcb2-39123879cb66,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:29.285458 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:29.293133 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:29.295926 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:29.297464 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1753048d-837d-43bf-a67b-af9c84beaaa5 HTTP/1.1" status: 204 len: 168 time: 0.4847660 Jun 23 16:41:29.298593 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:29.318254 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc2ff5-dc2b-485e-8985-3b827a1a6f4a req-95cbbf93-3f48-4107-90fb-79877981771b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:29.322736 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-78bc2ff5-dc2b-485e-8985-3b827a1a6f4a req-95cbbf93-3f48-4107-90fb-79877981771b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 943 time: 0.3623886 Jun 23 16:41:29.330423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec20fa-9d68-4c2c-9dc8-457c754e65ec req-0999b5e2-9968-4ed3-9359-d0ef33804e2e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:29.339267 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4aec20fa-9d68-4c2c-9dc8-457c754e65ec req-0999b5e2-9968-4ed3-9359-d0ef33804e2e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 945 time: 0.3298559 Jun 23 16:41:29.342591 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1753048d-837d-43bf-a67b-af9c84beaaa5,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:29.351159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:29.410708 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-78bc2ff5-dc2b-485e-8985-3b827a1a6f4a req-1370dba1-b843-4abf-af7f-478b1326773e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698094 Jun 23 16:41:29.417240 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4aec20fa-9d68-4c2c-9dc8-457c754e65ec req-583ab3a8-346c-475e-9624-3a4d185c7442 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692296 Jun 23 16:41:29.806911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae29233-66c9-4552-91b1-19cf6d0b49da req-eee82e5e-95cd-43d5-b5f0-84b23a328563 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:29.808781 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7ae29233-66c9-4552-91b1-19cf6d0b49da req-eee82e5e-95cd-43d5-b5f0-84b23a328563 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.1349931 Jun 23 16:41:29.818093 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caef105a-8ff4-40f1-9a7e-a899666cfc69 req-07ca0b4e-def2-4e58-9f59-54ad46dfb10a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:29.826013 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-caef105a-8ff4-40f1-9a7e-a899666cfc69 req-07ca0b4e-def2-4e58-9f59-54ad46dfb10a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1131141 Jun 23 16:41:29.884167 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-caef105a-8ff4-40f1-9a7e-a899666cfc69 req-26b776f7-8503-42cb-96fe-3fa47ee8ed30 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572541 Jun 23 16:41:29.893946 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7ae29233-66c9-4552-91b1-19cf6d0b49da req-58122e83-54c7-4e86-9a98-884bd011032c tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652435 Jun 23 16:41:30.003757 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['9d28746e-dcc9-47a6-bcb2-39123879cb66'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:30.664165 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bfe38-8913-4978-8e22-a44257dda9be req-ef33dbb6-a52c-42d9-9f4e-1c33e4292a17 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:30.665706 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d2bfe38-8913-4978-8e22-a44257dda9be req-ef33dbb6-a52c-42d9-9f4e-1c33e4292a17 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 944 time: 0.1255505 Jun 23 16:41:30.680515 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a18a7-0638-495c-8ff3-7c901fe6f06a req-f2dacee2-42ea-4b43-801c-dc8ef42c26dc tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:30.682186 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0c6a18a7-0638-495c-8ff3-7c901fe6f06a req-f2dacee2-42ea-4b43-801c-dc8ef42c26dc tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 945 time: 0.1008027 Jun 23 16:41:30.736928 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d2bfe38-8913-4978-8e22-a44257dda9be req-9046f676-8071-4967-b3f7-44624c155abb tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534694 Jun 23 16:41:30.750081 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0c6a18a7-0638-495c-8ff3-7c901fe6f06a req-38c8b909-e523-4c84-8407-20b7c8267b2f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591893 Jun 23 16:41:30.911257 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a8a55cff-a165-4a8a-b637-97400c2d45c2 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:30.988458 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port a8a55cff-a165-4a8a-b637-97400c2d45c2 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:30.994067 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port a8a55cff-a165-4a8a-b637-97400c2d45c2 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:30.994594 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:31.093213 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:31.119274 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a55cff-a165-4a8a-b637-97400c2d45c2'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:31.123548 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39c4781-9b2a-433f-b8a3-303345329e13" -d '{"events": [{"server_uuid": "a8a5c9d2-09c4-463a-a68f-4129f0e595a7", "name": "network-vif-plugged", "status": "completed", "tag": "a8a55cff-a165-4a8a-b637-97400c2d45c2"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:31.143430 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a8a55cff-a165-4a8a-b637-97400c2d45c2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:31.150749 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:31.152927 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:31.155469 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97db9518-1446-489f-abe0-efeb8fd159eb req-fff61471-ae7f-4096-9109-a269d9e881b8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:31.157367 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-97db9518-1446-489f-abe0-efeb8fd159eb req-fff61471-ae7f-4096-9109-a269d9e881b8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1272092 Jun 23 16:41:31.198820 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a8a55cff-a165-4a8a-b637-97400c2d45c2,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:31.199739 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fa34a3-53af-4af1-864b-abdb39143ce3 req-8b4fde59-2faf-4acd-bc7c-a56d5cf86c41 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:31.201852 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:31.201996 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c8fa34a3-53af-4af1-864b-abdb39143ce3 req-8b4fde59-2faf-4acd-bc7c-a56d5cf86c41 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.1293805 Jun 23 16:41:31.220421 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-97db9518-1446-489f-abe0-efeb8fd159eb req-ebdd683f-8207-4564-bd50-29346df93b28 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546007 Jun 23 16:41:31.249079 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c8fa34a3-53af-4af1-864b-abdb39143ce3 req-4069ca8b-febf-47b1-b3b6-e4aacec1fc4f tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387080 Jun 23 16:41:31.280646 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3bb2a3-d51b-4184-93c0-c17dbd730ccc x-openstack-request-id: req-3a3bb2a3-d51b-4184-93c0-c17dbd730ccc {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:31.280958 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a5c9d2-09c4-463a-a68f-4129f0e595a7", "name": "network-vif-plugged", "status": "completed", "tag": "a8a55cff-a165-4a8a-b637-97400c2d45c2", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:31.281301 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-3a3bb2a3-d51b-4184-93c0-c17dbd730ccc {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:31.281985 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a55cff-a165-4a8a-b637-97400c2d45c2', 'code': 200} Jun 23 16:41:31.672572 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcd2969-97b2-4bbe-9f29-bc1577f2ebac req-1aa699ee-2ec2-460f-8709-6994a10b8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:31.674651 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3dcd2969-97b2-4bbe-9f29-bc1577f2ebac req-1aa699ee-2ec2-460f-8709-6994a10b8a00 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 1099 time: 0.0528648 Jun 23 16:41:31.717254 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3dcd2969-97b2-4bbe-9f29-bc1577f2ebac req-5422de17-95e2-4497-8dd9-c9893c2df2b7 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293424 Jun 23 16:41:31.965927 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926f445-8e49-4196-b3bb-ad6c6f5c289e req-4f938e8c-e449-433e-90ae-e3e368d04fd5 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:31.967480 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6926f445-8e49-4196-b3bb-ad6c6f5c289e req-4f938e8c-e449-433e-90ae-e3e368d04fd5 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 944 time: 0.1014934 Jun 23 16:41:31.999912 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dae44f-5ed5-4675-b86a-e189325a9c51 req-a3df3d8f-96e5-4f2f-bc9f-a9e4b63879b5 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:32.002024 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66dae44f-5ed5-4675-b86a-e189325a9c51 req-a3df3d8f-96e5-4f2f-bc9f-a9e4b63879b5 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.1070833 Jun 23 16:41:32.036978 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6926f445-8e49-4196-b3bb-ad6c6f5c289e req-fe9bc6a1-a2ac-4786-bc29-a3b3d17b6b7a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638573 Jun 23 16:41:32.061433 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66dae44f-5ed5-4675-b86a-e189325a9c51 req-7a32a33b-4373-40d0-90ce-06de6eaec2c2 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503178 Jun 23 16:41:32.418453 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383c4cf-fc38-405d-a44d-c42a21e119e2 req-0951d695-f1cb-4d58-8522-71e4b6f0899a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:32.419927 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d383c4cf-fc38-405d-a44d-c42a21e119e2 req-0951d695-f1cb-4d58-8522-71e4b6f0899a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0752583 Jun 23 16:41:32.463063 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d383c4cf-fc38-405d-a44d-c42a21e119e2 req-5a667e11-c5fe-48cb-be1f-793962d6c4af tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363369 Jun 23 16:41:32.919192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9d28746e-dcc9-47a6-bcb2-39123879cb66 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:32.973914 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 9d28746e-dcc9-47a6-bcb2-39123879cb66 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:32.977703 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 9d28746e-dcc9-47a6-bcb2-39123879cb66 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:32.978080 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:33.056082 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:33.102036 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 9d28746e-dcc9-47a6-bcb2-39123879cb66, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:33.109646 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:33.112355 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:33.181281 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=9d28746e-dcc9-47a6-bcb2-39123879cb66,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:33.194242 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:33.283657 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d28746e-dcc9-47a6-bcb2-39123879cb66'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:33.287973 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0267ba4-d654-4b5e-bfac-d73f0429f54f" -d '{"events": [{"server_uuid": "a22de3e0-cf8f-47e7-9717-8bb15d93991a", "name": "network-vif-plugged", "status": "completed", "tag": "9d28746e-dcc9-47a6-bcb2-39123879cb66"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:33.318441 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a0f4a6-b445-4290-88cf-02aef3f3dd5e req-674f5ad1-f514-472d-858d-f634c59ba093 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:33.319936 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-94a0f4a6-b445-4290-88cf-02aef3f3dd5e req-674f5ad1-f514-472d-858d-f634c59ba093 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.1309597 Jun 23 16:41:33.341956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56de66-2359-496b-8c48-1dfa5a50f589 req-7091b149-f4ba-47ea-b827-735cd5bbb0ef tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:33.343639 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4c56de66-2359-496b-8c48-1dfa5a50f589 req-7091b149-f4ba-47ea-b827-735cd5bbb0ef tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.1257131 Jun 23 16:41:33.389717 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-94a0f4a6-b445-4290-88cf-02aef3f3dd5e req-66b89a13-f512-48cc-be3c-b47bf859c5f2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617516 Jun 23 16:41:33.404500 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4c56de66-2359-496b-8c48-1dfa5a50f589 req-54f684c2-71ac-4e5e-9820-d4e6a9be8880 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Jun 23 16:41:33.456945 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2ea27d-96eb-47b2-bf4d-ffefd0ae4102 x-openstack-request-id: req-7e2ea27d-96eb-47b2-bf4d-ffefd0ae4102 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:33.457320 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22de3e0-cf8f-47e7-9717-8bb15d93991a", "name": "network-vif-plugged", "status": "completed", "tag": "9d28746e-dcc9-47a6-bcb2-39123879cb66", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:33.457641 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-7e2ea27d-96eb-47b2-bf4d-ffefd0ae4102 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:33.458104 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d28746e-dcc9-47a6-bcb2-39123879cb66', 'code': 200} Jun 23 16:41:33.656029 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f93b2-2863-438b-9c60-114b1f310c00 req-333b7606-f748-4b9c-aaf4-7ae1f440822f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:33.660176 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-304f93b2-2863-438b-9c60-114b1f310c00 req-333b7606-f748-4b9c-aaf4-7ae1f440822f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0800114 Jun 23 16:41:33.705811 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-304f93b2-2863-438b-9c60-114b1f310c00 req-adf27828-dec8-4951-870c-cf8dc2ab2adc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412498 Jun 23 16:41:33.937775 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be24db-da8e-4fb7-b6bd-cae10e629594 req-d0a02493-a68e-4b79-b16a-100abe62b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:33.939704 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-60be24db-da8e-4fb7-b6bd-cae10e629594 req-d0a02493-a68e-4b79-b16a-100abe62b303 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 1098 time: 0.0545728 Jun 23 16:41:34.001878 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-60be24db-da8e-4fb7-b6bd-cae10e629594 req-0baf8631-e58d-4ed0-bf9d-e443511f8318 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333750 Jun 23 16:41:34.677990 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7305edcc-0554-4235-b00f-0b9cbbccd6f7 req-94a38a3f-c636-4c64-97e4-c79c308ec524 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:34.686043 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7305edcc-0554-4235-b00f-0b9cbbccd6f7 req-94a38a3f-c636-4c64-97e4-c79c308ec524 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.1011472 Jun 23 16:41:34.694721 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127216bf-9de1-4935-86bc-4a0d30328016 req-e3b3f66b-7c8e-4db4-8ecf-bd9a20ab003b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:34.696574 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-127216bf-9de1-4935-86bc-4a0d30328016 req-e3b3f66b-7c8e-4db4-8ecf-bd9a20ab003b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.1681182 Jun 23 16:41:34.765598 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7305edcc-0554-4235-b00f-0b9cbbccd6f7 req-daa942ab-4684-42ac-bf2c-e24d7a8b0510 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791492 Jun 23 16:41:34.787828 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-127216bf-9de1-4935-86bc-4a0d30328016 req-b67ddd91-2924-4204-87d2-bfbe7bd377a3 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699098 Jun 23 16:41:34.948327 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b8688d-c50a-4dc1-aa10-62ea8055f255 req-ed86aad1-6aaa-47b5-aa0e-80d92d4685af tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:34.949773 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-60b8688d-c50a-4dc1-aa10-62ea8055f255 req-ed86aad1-6aaa-47b5-aa0e-80d92d4685af tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0764403 Jun 23 16:41:34.990218 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-60b8688d-c50a-4dc1-aa10-62ea8055f255 req-a041afa0-c9eb-472a-9082-fa49854b5068 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Jun 23 16:41:35.971925 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f50cde6-cba4-43ba-9d3f-39e0a426f476 req-22c06b6e-5a50-473f-87d6-696462e5f180 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:35.974494 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8f50cde6-cba4-43ba-9d3f-39e0a426f476 req-22c06b6e-5a50-473f-87d6-696462e5f180 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.0777428 Jun 23 16:41:36.019342 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8f50cde6-cba4-43ba-9d3f-39e0a426f476 req-c29a57ab-cd2f-4fc3-be89-0b1f181fb3f3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Jun 23 16:41:36.139613 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5d4f9f-0302-4f32-86f6-dc1c726df3fe req-941ff2ad-39f6-4042-8d98-0f974e1c6e4e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:36.141346 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bd5d4f9f-0302-4f32-86f6-dc1c726df3fe req-941ff2ad-39f6-4042-8d98-0f974e1c6e4e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0648458 Jun 23 16:41:36.164619 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56254) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:36.212610 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bd5d4f9f-0302-4f32-86f6-dc1c726df3fe req-efb010d7-6dc6-46d5-a46f-3266ab1bc871 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601225 Jun 23 16:41:36.241690 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d14c8-3f19-4314-8bc7-b11ed060d46d req-7871c3ba-da0e-4929-91b2-35d0c4554507 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:36.243327 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b79d14c8-3f19-4314-8bc7-b11ed060d46d req-7871c3ba-da0e-4929-91b2-35d0c4554507 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.1011078 Jun 23 16:41:36.289650 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.313117 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b79d14c8-3f19-4314-8bc7-b11ed060d46d req-6d1cff94-c652-44ad-a1d1-9628f5158299 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603156 Jun 23 16:41:36.388173 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.393547 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.397179 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b099fa23-36f8-4c43-a0fe-0b68758dc0f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:36.404317 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c09d5bf-8b97-4887-a677-067e464ea54a req-f1b3b22d-bec3-49e0-9492-63f6260f4031 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:36.406358 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8c09d5bf-8b97-4887-a677-067e464ea54a req-f1b3b22d-bec3-49e0-9492-63f6260f4031 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0717549 Jun 23 16:41:36.434651 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=035780c97ca84400a9fe51ae3fbbfa56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2689586 Jun 23 16:41:36.437843 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56288) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:36.444281 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aef2ff7-663f-4f89-81e2-382aa6ce94c3,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:36.447772 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:36.463206 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8c09d5bf-8b97-4887-a677-067e464ea54a req-ef787922-bd75-4ba2-b39b-d4a30f954667 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471406 Jun 23 16:41:36.498623 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.520239 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.580400 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.584244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:36.590106 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4aef2ff7-663f-4f89-81e2-382aa6ce94c3 HTTP/1.1" status: 204 len: 168 time: 0.1497111 Jun 23 16:41:36.591330 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9a40c86e-d599-474e-8c35-9928a846b269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:36.599851 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aef2ff7-663f-4f89-81e2-382aa6ce94c3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:36.602408 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:36.906519 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56312) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:36.921205 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.017493 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.022610 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.026192 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7b9b5a60-080e-44bf-8fbe-4673e75c281b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:37.076038 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=3c706b5c163444ed89a7b881fa6888d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1681702 Jun 23 16:41:37.078841 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56326) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:37.081159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197a7cf8-a1cd-4ee0-93fa-93de2a118ff9,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:37.098255 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:37.138950 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.163500 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.214439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea3bb7-28f3-4311-b834-5a9495fe2192 req-be4926f6-8fe3-4cc0-b609-1ed936413c23 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:37.215339 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.216272 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-26ea3bb7-28f3-4311-b834-5a9495fe2192 req-be4926f6-8fe3-4cc0-b609-1ed936413c23 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.0678954 Jun 23 16:41:37.218236 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.219334 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/197a7cf8-a1cd-4ee0-93fa-93de2a118ff9 HTTP/1.1" status: 204 len: 168 time: 0.1383698 Jun 23 16:41:37.220820 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-17bde713-6a98-406d-9a6f-688f63d4cef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:37.229404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197a7cf8-a1cd-4ee0-93fa-93de2a118ff9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:37.231826 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:37.273111 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-26ea3bb7-28f3-4311-b834-5a9495fe2192 req-695064a5-1b00-496d-b330-656ee8db99c2 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503867 Jun 23 16:41:37.511961 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514276d6-f98e-4e07-8630-4287afffcade req-e7f03ab2-447d-473d-8088-e45f203f2c0d tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:37.513908 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-514276d6-f98e-4e07-8630-4287afffcade req-e7f03ab2-447d-473d-8088-e45f203f2c0d tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.0731437 Jun 23 16:41:37.581368 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-514276d6-f98e-4e07-8630-4287afffcade req-14d7697f-05d4-4e06-b502-4c9668b53858 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597124 Jun 23 16:41:37.669454 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56358) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:37.685193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.723499 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0601f-cee5-49ca-be5a-6d18735fa8ac req-106e8a8e-2664-4f9e-8844-53fc8067f523 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:37.725031 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e1a0601f-cee5-49ca-be5a-6d18735fa8ac req-106e8a8e-2664-4f9e-8844-53fc8067f523 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0799611 Jun 23 16:41:37.766673 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e1a0601f-cee5-49ca-be5a-6d18735fa8ac req-42bc39b8-9abf-4b05-ba07-c829bdc3c674 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353389 Jun 23 16:41:37.792148 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.796917 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.799597 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8ddaea13-24ef-4e54-8a0a-3ecfd5f14747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:37.833557 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff7975b-50bb-4dfe-bec3-a4d71c72ea91,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:37.837597 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=435b37a448a94ae8a7d2d6047c2159fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1664886 Jun 23 16:41:37.838453 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:37.841704 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56364) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:37.890655 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.913395 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.958656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.961306 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:37.962448 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1ff7975b-50bb-4dfe-bec3-a4d71c72ea91 HTTP/1.1" status: 204 len: 168 time: 0.1197636 Jun 23 16:41:37.963172 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-317c28bd-e503-40c3-a187-5df7a802bb93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:37.970504 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff7975b-50bb-4dfe-bec3-a4d71c72ea91,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:37.975617 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9b97b607-6c1b-4e20-88df-c89794902649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:38.774323 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9c721-3d95-4291-9d26-3ef2407a21d2 req-01d2daa6-9852-4dd5-8001-afe694ab08bb tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:38.775788 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ece9c721-3d95-4291-9d26-3ef2407a21d2 req-01d2daa6-9852-4dd5-8001-afe694ab08bb tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.0729783 Jun 23 16:41:38.819165 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ece9c721-3d95-4291-9d26-3ef2407a21d2 req-39384cfd-cf7e-4138-869c-aed82861ef85 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Jun 23 16:41:38.974289 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c0673-9555-4b3c-b866-c2781828dc52 req-b499e01a-0a88-4696-a51e-93e3c035168f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:38.975636 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f76c0673-9555-4b3c-b866-c2781828dc52 req-b499e01a-0a88-4696-a51e-93e3c035168f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0651164 Jun 23 16:41:39.018838 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f76c0673-9555-4b3c-b866-c2781828dc52 req-9d320b76-6288-40fc-beb2-67ca53ef3b61 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Jun 23 16:41:39.608285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56394) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:39.731310 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:39.830408 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:39.837205 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:39.840066 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-555ebb09-ea72-4088-b1a8-e703e9f7f5bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:39.913394 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=97725fba7f30498dbc78e6a8276eac0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035803 Jun 23 16:41:39.920167 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56408) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:39.942804 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c35b41-c7c3-4a97-9891-471c04ded634,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:39.964765 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:40.012276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.034405 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-41a266ba-45f1-402e-9787-b059ff9d1e8b tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:40.036135 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-41a266ba-45f1-402e-9787-b059ff9d1e8b tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.111 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.1708112 Jun 23 16:41:40.040017 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.102833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224974c9-e2cf-4448-b312-439f5a3c4408 req-6b9145d6-2ac3-4a4e-bfda-fcc08b5814ef tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:40.108269 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-224974c9-e2cf-4448-b312-439f5a3c4408 req-6b9145d6-2ac3-4a4e-bfda-fcc08b5814ef tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 945 time: 0.1394007 Jun 23 16:41:40.144250 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.147200 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.151101 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/19c35b41-c7c3-4a97-9891-471c04ded634 HTTP/1.1" status: 204 len: 168 time: 0.2239537 Jun 23 16:41:40.154589 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7b3cf2cf-3253-4bde-8ebf-56d4f4a5a30c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:40.173802 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-224974c9-e2cf-4448-b312-439f5a3c4408 req-fb7dfb20-0a31-4d12-ad36-fab9f7d9d011 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/security-groups?id=6750c6db-8857-4806-b8a0-654f4479cb4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604827 Jun 23 16:41:40.174611 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c35b41-c7c3-4a97-9891-471c04ded634,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:40.177139 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:40.496982 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Deleting port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:41:40.497795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.514095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bffc1-9bf1-4c3b-be03-87866e94cb9a req-1c1ebc7e-ade7-42ea-944d-1502b58d69a2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:40.522243 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bb8bffc1-9bf1-4c3b-be03-87866e94cb9a req-1c1ebc7e-ade7-42ea-944d-1502b58d69a2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0867829 Jun 23 16:41:40.577994 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bb8bffc1-9bf1-4c3b-be03-87866e94cb9a req-766a67d9-a8f7-4f3b-9ed4-bcd595e5e61a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541818 Jun 23 16:41:40.592452 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56430) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:40.613722 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.628013 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] For port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,segment=NetworkSegment(eaee068c-e272-4c24-9d69-a2745c937bb6),segment_id=eaee068c-e272-4c24-9d69-a2745c937bb6)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:40.628613 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.644312 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Calling delete_port for 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:41:40.740059 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.746194 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.750247 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b4ebfdef-0126-4a0c-a139-8d5b964c30d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:40.785069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a4c287-e5ed-4644-9474-f5d12e5959c2,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:40.791640 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6ce6869ed72d446486bc7b1a5ea41953&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1958728 Jun 23 16:41:40.791640 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:40.791982 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56436) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:40.818892 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.827270 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:40.844266 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.869405 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.869658 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Pushing event deleted for resources: {'Port': ['ID=7ac72bf1-b2c9-4a32-a40f-1aa203fee282,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:40.887243 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:40.911024 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] No DVR routers for this DVR port 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:41:40.914961 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.917192 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bb08f91d-b634-4c45-b9be-79647b1f97e2 req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.111 "DELETE /v2.0/ports/7ac72bf1-b2c9-4a32-a40f-1aa203fee282 HTTP/1.1" status: 204 len: 173 time: 0.8711808 Jun 23 16:41:40.917656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'name': 'network-vif-deleted', 'tag': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:40.918498 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.920037 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4fe301-42a3-4f7d-bd27-4c68b263bf2b" -d '{"events": [{"server_uuid": "be498d1e-ba61-4641-a5ce-ffe2ab778e14", "name": "network-vif-deleted", "tag": "7ac72bf1-b2c9-4a32-a40f-1aa203fee282"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:40.921656 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:40.923656 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/66a4c287-e5ed-4644-9474-f5d12e5959c2 HTTP/1.1" status: 204 len: 168 time: 0.1304982 Jun 23 16:41:40.924826 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:40.931364 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['7ac72bf1-b2c9-4a32-a40f-1aa203fee282'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:40.937312 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a4c287-e5ed-4644-9474-f5d12e5959c2,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:40.948508 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:40.991618 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f80ec8-b499-4199-b649-f1e70eded2af x-openstack-request-id: req-99f80ec8-b499-4199-b649-f1e70eded2af {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:40.991964 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be498d1e-ba61-4641-a5ce-ffe2ab778e14", "name": "network-vif-deleted", "tag": "7ac72bf1-b2c9-4a32-a40f-1aa203fee282", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:40.992300 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-99f80ec8-b499-4199-b649-f1e70eded2af {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:40.992656 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be498d1e-ba61-4641-a5ce-ffe2ab778e14', 'name': 'network-vif-deleted', 'tag': '7ac72bf1-b2c9-4a32-a40f-1aa203fee282', 'status': 'completed', 'code': 200} Jun 23 16:41:41.300486 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56448) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:41.314486 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.369805 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dc04eb58-6b6b-471d-afca-e83370cd04ef req-927e20f2-72d5-4d01-83bb-d9ad50520802 tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] 10.222.0.97 "GET /v2.0/ports?device_id=be498d1e-ba61-4641-a5ce-ffe2ab778e14 HTTP/1.1" status: 200 len: 210 time: 0.0353920 Jun 23 16:41:41.443870 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.448875 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.451343 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1205de9d-4c90-4892-8ab9-6ca6f769705e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:41.486200 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc6cf89-d0ca-4754-af9f-f776ccaedec0,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:41.490382 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=11dfcdaf62414d3699e49d9bb4c61339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1888599 Jun 23 16:41:41.491317 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:41.493672 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56452) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:41.549488 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.574039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.634799 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.637329 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:41.638883 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/2cc6cf89-d0ca-4754-af9f-f776ccaedec0 HTTP/1.1" status: 204 len: 168 time: 0.1444559 Jun 23 16:41:41.639730 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-489cbc85-5d12-4212-9930-36f576b73ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:41.648368 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc6cf89-d0ca-4754-af9f-f776ccaedec0,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:41.650751 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:41.770024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f9a54-d3f1-4595-95e7-db12082078f3 req-f63dccc8-4e17-4927-82da-30ea64d1a997 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:41.771563 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8f8f9a54-d3f1-4595-95e7-db12082078f3 req-f63dccc8-4e17-4927-82da-30ea64d1a997 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0696390 Jun 23 16:41:41.821415 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8f8f9a54-d3f1-4595-95e7-db12082078f3 req-dc334229-90d4-4923-b995-8ba32b972406 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423980 Jun 23 16:41:42.392007 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56484) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:42.504016 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-90471756-network', 'tenant_id': '796667ce177d4aee816acbd32947c812'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:42.528257 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Made reservation on behalf of 796667ce177d4aee816acbd32947c812 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:42.530726 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.540485 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.633486 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.638038 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.642433 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b0bee964-f9f3-4e8e-be52-2689a2e71bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:42.660741 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1422} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:41:42.678283 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a443c387-1bc5-4ac4-8874-344e8c3c4bec,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:42.681784 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.682145 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Added segment 7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4 of type vlan for network 2aed7aee-6df3-42c0-9de4-3bf048be54de Jun 23 16:41:42.683997 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:42.734239 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.769397 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.771027 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:42.771715 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.774689 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:42.804253 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4111948 Jun 23 16:41:42.808352 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56498) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:42.815273 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Request body: {'subnet': {'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-90471756-subnet', 'tenant_id': '796667ce177d4aee816acbd32947c812', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:42.837809 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Made reservation on behalf of 796667ce177d4aee816acbd32947c812 for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:42.839089 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Pushing event updated for resources: {'Network': ['ID=2aed7aee-6df3-42c0-9de4-3bf048be54de,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:42.840522 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Notify callbacks [] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:42.841907 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:42.849458 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 2aed7aee-6df3-42c0-9de4-3bf048be54de details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:41:42.984393 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:41:43.005829 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:41:43.006403 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7ac72bf1-b2c9-4a32-a40f-1aa203fee282 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:41:43.063839 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:43.073737 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718c96-d89e-4e96-ad5f-f30051fcfb06 req-02d645c4-1368-444e-8211-0f239900c94c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:43.075693 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c0718c96-d89e-4e96-ad5f-f30051fcfb06 req-02d645c4-1368-444e-8211-0f239900c94c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1188512 Jun 23 16:41:43.077534 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1138143e-9842-4f08-ae5c-52c66e1013e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:43.155383 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1de8f7d-6f7c-4408-9674-68864a22cc56,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:43.159364 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:43.175176 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c0718c96-d89e-4e96-ad5f-f30051fcfb06 req-0e271a52-68c2-4397-ac8f-85577c62287a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708117 Jun 23 16:41:43.181589 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Checking segment: {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:43.181738 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Network hostable DHCP agents. Network: 2aed7aee-6df3-42c0-9de4-3bf048be54de, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:41:43.211972 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Network 2aed7aee-6df3-42c0-9de4-3bf048be54de is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:41:43.222509 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 2aed7aee-6df3-42c0-9de4-3bf048be54de) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:43.226792 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:43.227369 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:43.233100 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465bd6c4-443a-4f68-a686-cfdfdee72da2 None None] Network 2aed7aee-6df3-42c0-9de4-3bf048be54de requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:43.249789 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4386930 Jun 23 16:41:43.371925 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1995a10-dc29-4fec-beee-efd293ed48e6 None None] Network 2aed7aee-6df3-42c0-9de4-3bf048be54de requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:41:44.149233 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:44.361252 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2478e81-891d-4b0e-9b74-1451ef560cc7 req-b84a1aba-10d6-4b5a-90f2-562df37c20f3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:44.363141 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d2478e81-891d-4b0e-9b74-1451ef560cc7 req-b84a1aba-10d6-4b5a-90f2-562df37c20f3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0702477 Jun 23 16:41:44.404215 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d2478e81-891d-4b0e-9b74-1451ef560cc7 req-90b79b4f-b6f5-42cb-acbb-fc0e64acbf79 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jun 23 16:41:44.656536 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-a33e9215-7b38-4367-8d06-027254415666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:45.153226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-227bcc08-f33c-4b21-80e8-ef108bdcc735 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:45.154713 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-227bcc08-f33c-4b21-80e8-ef108bdcc735 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/networks?id=2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 200 len: 807 time: 0.1119955 Jun 23 16:41:45.170790 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-0935b2bd-ed03-4395-91fe-c2e37a3f3892 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/quotas/796667ce177d4aee816acbd32947c812 HTTP/1.1" status: 200 len: 375 time: 0.0093241 Jun 23 16:41:45.207149 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-3d5fde59-eeb9-42ab-aecc-3dbf76178866 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=796667ce177d4aee816acbd32947c812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306299 Jun 23 16:41:45.305185 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-1e0c5b7c-a2ac-4982-86d6-63f79bc1cefb service neutron] 10.222.0.97 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881364 Jun 23 16:41:45.402071 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-e9e6517c-b390-494c-950f-82ed1bf49aeb service neutron] 10.222.0.97 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905259 Jun 23 16:41:45.785855 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b984815-7384-49e2-966a-049db4d1fbc5 req-de4c0032-4363-4a04-bc95-42602fe1fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:45.787918 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b984815-7384-49e2-966a-049db4d1fbc5 req-de4c0032-4363-4a04-bc95-42602fe1fbd5 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 1099 time: 0.0699668 Jun 23 16:41:45.828285 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e5969c6f-1f95-45b3-ac00-abcfbd279481 req-8696ced5-8885-4abc-ba73-d10c4d779b3c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 210 time: 0.2498829 Jun 23 16:41:45.842448 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b984815-7384-49e2-966a-049db4d1fbc5 req-640ec635-8fe5-42a4-af6f-5445822d030d service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Jun 23 16:41:45.856662 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bd69d0-034d-4ec5-9acb-94d73ede4ff4 req-e7d90852-1cc5-4240-b9fb-f98cbb5a65dd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:45.858226 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-53bd69d0-034d-4ec5-9acb-94d73ede4ff4 req-e7d90852-1cc5-4240-b9fb-f98cbb5a65dd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.3329158 Jun 23 16:41:45.899983 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-53bd69d0-034d-4ec5-9acb-94d73ede4ff4 req-e4d5d802-24bb-4db5-b4da-608fd26c9d1f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347447 Jun 23 16:41:46.551277 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-e729eb0b-caef-4540-96c4-140eaa45b24d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:46.552917 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-e729eb0b-caef-4540-96c4-140eaa45b24d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.1279237 Jun 23 16:41:46.569202 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-eb1641ce-8b72-4cb7-88e8-adcc5d8d4e8b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/quotas/a1c3d05feb244dfebb7265a3148bf37e HTTP/1.1" status: 200 len: 375 time: 0.0102131 Jun 23 16:41:46.644734 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-ff98f4b7-4d83-4307-81fe-190c11c11599 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0688229 Jun 23 16:41:46.737566 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-aad9583a-4fa6-47ef-93bf-5281b9780766 service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Jun 23 16:41:46.832558 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-311e23e7-95d8-41e1-abd3-fa64644a20b0 service neutron] 10.222.0.97 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890894 Jun 23 16:41:46.965173 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f64c218-7256-4c41-b35e-918a3e082f70 req-e499fc46-a34c-421c-b018-a549bf02666f tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 210 time: 0.0299890 Jun 23 16:41:47.039242 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8a068552-a7bf-426a-893c-af8dccb146de req-dd79045b-9945-44a2-bcd4-959aa33ef2eb tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 210 time: 0.0306823 Jun 23 16:41:47.130908 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fa33f9-4071-4e15-90e3-5edc11f1aaf1 req-66d40f79-3fb9-4c54-a683-5915929d4096 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:47.132662 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86fa33f9-4071-4e15-90e3-5edc11f1aaf1 req-66d40f79-3fb9-4c54-a683-5915929d4096 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0702443 Jun 23 16:41:47.174837 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86fa33f9-4071-4e15-90e3-5edc11f1aaf1 req-093d3042-5802-47ca-99fe-17ef1e5b280e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361590 Jun 23 16:41:47.459681 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8e406f1a-6995-4006-b45e-efe01f4868e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:47.503604 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:48.168250 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-911a5a76-11ad-4dba-aa63-d053d802fd2a req-88162f80-8a6d-45be-88a6-9a0f1c55f559 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 210 time: 0.0463927 Jun 23 16:41:48.216543 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-7e768cf8-25a8-424d-a7dc-026e5c803275 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:48.218043 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-7e768cf8-25a8-424d-a7dc-026e5c803275 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "GET /v2.0/networks?id=2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 200 len: 807 time: 0.1632802 Jun 23 16:41:48.240067 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-130bee11-e56e-4e18-ae4a-755d37a04ab6 req-f998bac2-b10b-4099-8684-a32f5defa383 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 210 time: 0.0312207 Jun 23 16:41:48.318198 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Request body: {'port': {'device_id': '275accc0-002e-4bda-9e94-12e605467c3e', 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de', 'admin_state_up': True, 'tenant_id': '796667ce177d4aee816acbd32947c812'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:48.385901 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8036291-b246-4248-9a87-6bcc4c210c99 req-cbda86a5-172c-42da-91ef-78de684b32ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:48.387625 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d8036291-b246-4248-9a87-6bcc4c210c99 req-cbda86a5-172c-42da-91ef-78de684b32ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0792978 Jun 23 16:41:48.441485 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d8036291-b246-4248-9a87-6bcc4c210c99 req-6dcafc0f-446e-4b65-8a5e-a3ea42133732 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449378 Jun 23 16:41:48.453241 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Made reservation on behalf of 796667ce177d4aee816acbd32947c812 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:48.458693 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:48.528705 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:48.602669 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Allocated IP 172.20.0.3 (2aed7aee-6df3-42c0-9de4-3bf048be54de/c1de8f7d-6f7c-4408-9674-68864a22cc56/7eee38fd-5fac-40c2-a069-8d6e0c593eb4) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:41:48.755034 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:48.798161 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:48.802455 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:48.850439 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Network 2aed7aee-6df3-42c0-9de4-3bf048be54de is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:41:48.854119 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:48.858975 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:41:48.864016 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Pushing event updated for resources: {'Port': ['ID=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:48.883754 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:48.908401 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:48.908995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:48.922913 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6086578 Jun 23 16:41:49.006417 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Request body: {'port': {'device_id': '275accc0-002e-4bda-9e94-12e605467c3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:49.099753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.415552 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:49.423980 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.440115 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Transition to ACTIVE for port object 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:41:49.443315 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.446648 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:49.470604 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6c31917a-c5f5-46f8-b854-904acba193ad req-92c0e725-c55a-4c70-bdba-d331618c3f09 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 210 time: 0.0406096 Jun 23 16:41:49.509893 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-3c679ba8-8af3-4ddc-82c7-432495f00c50 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:49.511465 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-3c679ba8-8af3-4ddc-82c7-432495f00c50 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 815 time: 0.1811588 Jun 23 16:41:49.522677 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11d808-5c60-4fc3-9a13-472bb28971cd req-336e978b-033a-408b-8d0d-f2a7672a0a7b tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:49.531177 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8c11d808-5c60-4fc3-9a13-472bb28971cd req-336e978b-033a-408b-8d0d-f2a7672a0a7b tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 931 time: 0.2315133 Jun 23 16:41:49.553755 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Request body: {'port': {'device_id': '75d28854-bf25-4a61-8967-e63e45062d44', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'admin_state_up': True, 'tenant_id': 'a1c3d05feb244dfebb7265a3148bf37e'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:49.606554 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Pushing event updated for resources: {'Port': ['ID=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:49.609954 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:49.645422 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56704) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:49.670301 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Attempting to bind port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:41:49.670629 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Attempting to bind port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:41:49.671992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Attempting to bind port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 on network 2aed7aee-6df3-42c0-9de4-3bf048be54de {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:49.676741 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 on network 2aed7aee-6df3-42c0-9de4-3bf048be54de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:41:49.677301 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Attempting to bind port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 on network 2aed7aee-6df3-42c0-9de4-3bf048be54de {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:49.683945 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:41:49.684271 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Checking segment: {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:49.684893 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Bound using segment: {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:41:49.685492 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Bound port: 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:41:49.685842 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.712813 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8c11d808-5c60-4fc3-9a13-472bb28971cd req-1dbb2708-daa1-44d9-bfdc-e1be967c2b25 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804981 Jun 23 16:41:49.745022 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Made reservation on behalf of a1c3d05feb244dfebb7265a3148bf37e for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:41:49.748986 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.757374 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] For port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:41:49.762227 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] For port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:41:49.767067 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.770396 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:49.778240 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df104fe-e4b8-462e-a3bd-304586ce9bf1 req-3a1f8a6e-91da-4549-9383-683ebcb96b24 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:49.779794 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2df104fe-e4b8-462e-a3bd-304586ce9bf1 req-3a1f8a6e-91da-4549-9383-683ebcb96b24 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1510093 Jun 23 16:41:49.812213 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:49.813240 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.814687 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] 10.222.0.111 "PUT /v2.0/ports/7eee38fd-5fac-40c2-a069-8d6e0c593eb4 HTTP/1.1" status: 200 len: 1093 time: 0.8129303 Jun 23 16:41:49.818946 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275accc0-002e-4bda-9e94-12e605467c3e', 'tag': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:49.821235 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b" -d '{"events": [{"name": "network-changed", "server_uuid": "275accc0-002e-4bda-9e94-12e605467c3e", "tag": "7eee38fd-5fac-40c2-a069-8d6e0c593eb4"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:49.840709 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-73a4daf4-9392-4c59-9d85-c8819adfa721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.871869 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2df104fe-e4b8-462e-a3bd-304586ce9bf1 req-b4a1f7be-906d-44cd-98a7-58cd347a6a5c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812480 Jun 23 16:41:49.882710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c35ae8-6fbc-4b0b-901d-4fa4b0fe5a7c x-openstack-request-id: req-16c35ae8-6fbc-4b0b-901d-4fa4b0fe5a7c {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:49.883024 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275accc0-002e-4bda-9e94-12e605467c3e", "tag": "7eee38fd-5fac-40c2-a069-8d6e0c593eb4", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:49.883315 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-16c35ae8-6fbc-4b0b-901d-4fa4b0fe5a7c {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:49.883739 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275accc0-002e-4bda-9e94-12e605467c3e', 'tag': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4', 'status': 'completed', 'code': 200} Jun 23 16:41:49.887615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Pushing event updated for resources: {'Port': ['ID=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:49.897707 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:49.933628 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Allocated IP 172.20.0.14 (842dc271-9318-40dd-b514-135a5e60f1d9/1b678e12-cc6d-4361-b234-420c167fd753/4652b780-0eb3-44f0-bf6c-37cfb8529b95) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:41:49.987746 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-73a4daf4-9392-4c59-9d85-c8819adfa721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:49.997916 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-73a4daf4-9392-4c59-9d85-c8819adfa721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.017012 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5eb1d0b7-e03c-4b6e-8402-e940d635ba60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:50.057254 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a4daf4-9392-4c59-9d85-c8819adfa721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b42ce6-564a-4859-b209-e0a2cdea08d3,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:50.062049 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-73a4daf4-9392-4c59-9d85-c8819adfa721 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=654978e761fa484e89c57a4d0e7b8006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4156020 Jun 23 16:41:50.063348 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-73a4daf4-9392-4c59-9d85-c8819adfa721 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:50.065078 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56716) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:50.115442 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-269b45af-4912-4c23-8626-461912ab463c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:50.116996 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-269b45af-4912-4c23-8626-461912ab463c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=796667ce177d4aee816acbd32947c812&device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 1096 time: 0.1280231 Jun 23 16:41:50.134631 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.143934 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.168330 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d05ca1-6f11-4400-b9c3-0fd4c096978f req-7f922e95-c849-4029-a07a-7e7fe7b2e895 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:50.169873 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-75d05ca1-6f11-4400-b9c3-0fd4c096978f req-7f922e95-c849-4029-a07a-7e7fe7b2e895 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1657979 Jun 23 16:41:50.196727 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.199314 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-b5b551a5-e60c-48d4-bb68-67610a365806 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4 HTTP/1.1" status: 200 len: 217 time: 0.0437145 Jun 23 16:41:50.202179 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.219498 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.232262 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:50.241069 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-75d05ca1-6f11-4400-b9c3-0fd4c096978f req-02e20de0-57b1-4b3b-a8f6-8e23235fe6a3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475836 Jun 23 16:41:50.281313 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.284993 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.286069 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/15b42ce6-564a-4859-b209-e0a2cdea08d3 HTTP/1.1" status: 204 len: 168 time: 0.2189388 Jun 23 16:41:50.289858 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:50.299552 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873', '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', '9d28746e-dcc9-47a6-bcb2-39123879cb66'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:50.316239 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b42ce6-564a-4859-b209-e0a2cdea08d3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:50.319900 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:50.325813 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-f9a6800e-512a-4e4d-ad1b-80df3d785b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:50.327244 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-f9a6800e-512a-4e4d-ad1b-80df3d785b01 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c1de8f7d-6f7c-4408-9674-68864a22cc56 HTTP/1.1" status: 200 len: 847 time: 0.0863328 Jun 23 16:41:50.335329 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event updated for resources: {'Port': ['ID=4652b780-0eb3-44f0-bf6c-37cfb8529b95,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:50.339035 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Network 842dc271-9318-40dd-b514-135a5e60f1d9 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:41:50.339934 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:50.352041 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:41:50.359221 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:41:50.375273 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:50.378177 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.402172 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-59e483c1-53fc-47cc-a5ee-74025d2ab598 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=2aed7aee-6df3-42c0-9de4-3bf048be54de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602052 Jun 23 16:41:50.412301 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8630626 Jun 23 16:41:50.452585 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Request body: {'port': {'device_id': '75d28854-bf25-4a61-8967-e63e45062d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:41:50.532390 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-812d37ce-6a3d-448a-bebb-d0b54fa8fc0c service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200671 Jun 23 16:41:50.620590 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:50.708498 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ffcc7d31-bcaa-405e-b984-7b4e12438570 req-88effffd-b3ea-4241-b9d6-19bbd7bbaf60 service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643896 Jun 23 16:41:51.003713 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-a78a5f60-b04a-4080-ac56-93d369ceff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.005212 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-a78a5f60-b04a-4080-ac56-93d369ceff84 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=796667ce177d4aee816acbd32947c812&device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 1096 time: 0.0939543 Jun 23 16:41:51.026261 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179cffcd-48bf-4721-8390-347de181a5df req-baec7c21-1501-460b-a2f4-d9b7d765d0a4 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.034097 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-179cffcd-48bf-4721-8390-347de181a5df req-baec7c21-1501-460b-a2f4-d9b7d765d0a4 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 932 time: 0.3512247 Jun 23 16:41:51.122687 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-179cffcd-48bf-4721-8390-347de181a5df req-3cf5da55-f7d1-46cf-8b82-fb1deb3ae18d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877430 Jun 23 16:41:51.133781 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-6d17abc5-3292-4d0b-9dec-0c6ff10113c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.135192 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-6d17abc5-3292-4d0b-9dec-0c6ff10113c2 service neutron] 10.222.0.111 "GET /v2.0/networks?id=2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 200 len: 909 time: 0.1043723 Jun 23 16:41:51.160269 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57057c80-19cb-4f02-b8e0-c4d9e798914e req-24ec68ba-863f-4d27-a9a2-4c7aef4139b8 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.164556 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-57057c80-19cb-4f02-b8e0-c4d9e798914e req-24ec68ba-863f-4d27-a9a2-4c7aef4139b8 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 943 time: 0.2207000 Jun 23 16:41:51.192703 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-b9c5f5c5-1fa7-4380-b6ac-15d415b198de service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4 HTTP/1.1" status: 200 len: 217 time: 0.0394082 Jun 23 16:41:51.228148 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4652b780-0eb3-44f0-bf6c-37cfb8529b95 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:51.238129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:51.242619 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-57057c80-19cb-4f02-b8e0-c4d9e798914e req-cea8d030-cc33-42f7-b3cb-013ff40e2d50 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720124 Jun 23 16:41:51.254739 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Transition to ACTIVE for port object 4652b780-0eb3-44f0-bf6c-37cfb8529b95 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:41:51.261367 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:51.272621 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-276cb6f4-bdd3-45f0-a740-8bfcb363e4f9 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:51.285585 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-9e462fa3-2531-4397-a569-0a53b64f85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.287259 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-9e462fa3-2531-4397-a569-0a53b64f85da service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c1de8f7d-6f7c-4408-9674-68864a22cc56 HTTP/1.1" status: 200 len: 847 time: 0.0672069 Jun 23 16:41:51.332449 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-77ebfc37-d09e-4d80-b2aa-641dd2058bdd service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=2aed7aee-6df3-42c0-9de4-3bf048be54de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318096 Jun 23 16:41:51.344630 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Pushing event updated for resources: {'Port': ['ID=4652b780-0eb3-44f0-bf6c-37cfb8529b95,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:51.348090 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:51.357700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Attempting to bind port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:41:51.358163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Attempting to bind port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:41:51.358539 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Attempting to bind port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:51.363505 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 on network 842dc271-9318-40dd-b514-135a5e60f1d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:41:51.363955 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Attempting to bind port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 on network 842dc271-9318-40dd-b514-135a5e60f1d9 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:41:51.368974 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:41:51.369307 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Checking segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:41:51.369697 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Bound using segment: {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:41:51.370130 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Bound port: 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f7865fa-85cb-4c3c-abf5-489bbd8378c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1419, 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:41:51.370478 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:51.438725 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] For port 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:41:51.442092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] For port 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:41:51.442671 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-257ebae2-f436-4772-af18-6565a864b92b service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972424 Jun 23 16:41:51.447149 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:51.450256 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:51.480968 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.481592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:51.483014 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] 10.222.0.111 "PUT /v2.0/ports/4652b780-0eb3-44f0-bf6c-37cfb8529b95 HTTP/1.1" status: 200 len: 1094 time: 1.0359008 Jun 23 16:41:51.483506 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75d28854-bf25-4a61-8967-e63e45062d44', 'tag': '4652b780-0eb3-44f0-bf6c-37cfb8529b95'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:51.486285 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "75d28854-bf25-4a61-8967-e63e45062d44", "tag": "4652b780-0eb3-44f0-bf6c-37cfb8529b95"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:51.551628 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed35ec4-3cd8-4358-9502-1498a20148fe x-openstack-request-id: req-9ed35ec4-3cd8-4358-9502-1498a20148fe {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:51.551998 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75d28854-bf25-4a61-8967-e63e45062d44", "tag": "4652b780-0eb3-44f0-bf6c-37cfb8529b95", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:51.552326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9ed35ec4-3cd8-4358-9502-1498a20148fe {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:51.553270 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75d28854-bf25-4a61-8967-e63e45062d44', 'tag': '4652b780-0eb3-44f0-bf6c-37cfb8529b95', 'status': 'completed', 'code': 200} Jun 23 16:41:51.557163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Pushing event updated for resources: {'Port': ['ID=4652b780-0eb3-44f0-bf6c-37cfb8529b95,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:51.567300 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:51.585603 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d64761f-6f07-45cb-aa8a-7f4f2e4b783b req-5d44faff-df34-4a19-9a83-89b4ba251535 service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320939 Jun 23 16:41:51.740826 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-fa86b89d-5971-4d97-9923-51805b6198a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.742357 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-fa86b89d-5971-4d97-9923-51805b6198a9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 1097 time: 0.0584276 Jun 23 16:41:51.802086 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-36c06254-0ee3-4c99-abe8-ff58674c2790 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95 HTTP/1.1" status: 200 len: 217 time: 0.0386708 Jun 23 16:41:51.872174 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0710187c-46ad-48a0-877e-c278c513fbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:51.873807 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-0710187c-46ad-48a0-877e-c278c513fbdc service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0500703 Jun 23 16:41:51.923925 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-5490777f-b8e7-4af5-809e-8059f0aef398 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351422 Jun 23 16:41:52.038415 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-d2fc1ccb-9370-482a-8793-7423844085d5 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983796 Jun 23 16:41:52.154372 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6152bbdd-b8d3-4706-afc8-5e6b78f424ae req-68a01fc9-9490-441b-a901-a4f147c03f2e service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886483 Jun 23 16:41:52.354921 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0f0d8-6463-4141-8a0a-14182311b82e req-d1df2e39-c06b-4d09-8999-800b148e01d4 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.357071 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54c0f0d8-6463-4141-8a0a-14182311b82e req-d1df2e39-c06b-4d09-8999-800b148e01d4 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 944 time: 0.0972373 Jun 23 16:41:52.404907 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-c56b2510-0e06-467b-9012-2c610dec0476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.406427 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-c56b2510-0e06-467b-9012-2c610dec0476 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 1097 time: 0.0528591 Jun 23 16:41:52.408189 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54c0f0d8-6463-4141-8a0a-14182311b82e req-b6a8072c-fa9e-4e6d-9c2d-f20a27ee1e23 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427518 Jun 23 16:41:52.416399 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b81dd-3b1b-44eb-bf91-f5785000cf12 req-878fa7c3-d0b7-430f-b204-74761bed5f92 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.417892 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-508b81dd-3b1b-44eb-bf91-f5785000cf12 req-878fa7c3-d0b7-430f-b204-74761bed5f92 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1067693 Jun 23 16:41:52.456870 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-508b81dd-3b1b-44eb-bf91-f5785000cf12 req-eb835a75-b284-4060-9d59-bd479899c08b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332417 Jun 23 16:41:52.557372 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-a6b6dffe-822e-4a4a-ae1d-a834103d5393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.558323 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-93e5e40a-4ce4-44b5-b94d-378b970ebd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.559347 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-a6b6dffe-822e-4a4a-ae1d-a834103d5393 service neutron] 10.222.0.111 "GET /v2.0/networks?id=842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 200 len: 917 time: 0.0939419 Jun 23 16:41:52.559809 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-93e5e40a-4ce4-44b5-b94d-378b970ebd96 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.0926878 Jun 23 16:41:52.602521 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd24c4d7-ea80-4dd9-9f18-ffd57078089f req-a9b5f187-cd7d-48f2-aca5-bb0e4f9eacbd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.604076 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bd24c4d7-ea80-4dd9-9f18-ffd57078089f req-a9b5f187-cd7d-48f2-aca5-bb0e4f9eacbd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 943 time: 0.0844116 Jun 23 16:41:52.693937 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bd24c4d7-ea80-4dd9-9f18-ffd57078089f req-f641f296-e52b-4410-8cfc-d70b9d04b465 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796733 Jun 23 16:41:52.720726 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-4b20be58-8b7f-4da0-8c96-535f7aa3421a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.722191 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-4b20be58-8b7f-4da0-8c96-535f7aa3421a service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.1381674 Jun 23 16:41:52.784825 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-d05a2679-26b4-4891-84c5-fe0461fa7612 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0349102 Jun 23 16:41:52.817736 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-4454c536-105e-40b6-96c8-6a80db9ea2e9 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95 HTTP/1.1" status: 200 len: 217 time: 0.2345731 Jun 23 16:41:52.837150 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-cb9140da-b7b4-4c44-82b5-c1993d9027bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.838744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-cb9140da-b7b4-4c44-82b5-c1993d9027bd service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0452390 Jun 23 16:41:52.886203 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-46886478-c4f5-491f-8e6d-1edcb4f01498 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311019 Jun 23 16:41:52.887796 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-7f72051d-323f-4619-96db-64bb01c420b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:52.889216 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-7f72051d-323f-4619-96db-64bb01c420b0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 200 len: 855 time: 0.0498092 Jun 23 16:41:52.951703 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-30fa05ca-83a5-470d-aaae-8a3d14a00fc4 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=842dc271-9318-40dd-b514-135a5e60f1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309362 Jun 23 16:41:53.011300 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-bca360b2-41b0-49e6-84b0-fde99abf0faa service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929897 Jun 23 16:41:53.064672 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-822494d6-8e58-4146-ba13-8991e101e333 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960412 Jun 23 16:41:53.181182 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-6bf4f8ab-c259-43a8-800f-8d349ef8b3e9 req-5a9d0294-2ecd-4a2b-ad6a-e01093eee1c1 service neutron] 10.222.0.111 "GET /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939572 Jun 23 16:41:53.331694 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3314df0-2ec1-4d4a-ad95-a5891fbcc54d req-e000c1fb-6d34-44cb-9e7d-a566a3ba8c4a service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863936 Jun 23 16:41:53.616777 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b1c01-3a8d-4a63-82ca-c3293dbba126 req-482082ab-7ba1-45b6-bbdf-725f601a2c9b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:53.618315 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-635b1c01-3a8d-4a63-82ca-c3293dbba126 req-482082ab-7ba1-45b6-bbdf-725f601a2c9b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 944 time: 0.0902674 Jun 23 16:41:53.677085 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-635b1c01-3a8d-4a63-82ca-c3293dbba126 req-29753e6f-df67-4fb8-9c44-b5a9adedee92 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518579 Jun 23 16:41:53.686069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a11e6f8-2607-4b4a-ae4e-499c5446d327 req-51af4d2f-cb29-4f6e-a67c-f0a17de7945f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:53.686920 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2a11e6f8-2607-4b4a-ae4e-499c5446d327 req-51af4d2f-cb29-4f6e-a67c-f0a17de7945f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1104975 Jun 23 16:41:53.735271 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2a11e6f8-2607-4b4a-ae4e-499c5446d327 req-8b22fc86-66c4-419a-8566-1c80e60fe175 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404823 Jun 23 16:41:53.884203 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81223e4f-1246-4c5e-a81b-2b23385ba9b8 req-785900d4-cc63-480a-8e5c-f741ea84f5ed tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:53.885677 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81223e4f-1246-4c5e-a81b-2b23385ba9b8 req-785900d4-cc63-480a-8e5c-f741ea84f5ed tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 943 time: 0.0764749 Jun 23 16:41:53.926673 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81223e4f-1246-4c5e-a81b-2b23385ba9b8 req-9fb9bd1c-cf8f-4130-9acf-2ba5a2ae8759 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Jun 23 16:41:54.900726 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393723b5-140b-4d9f-852e-5d5d8f575f65 req-67b1c6a2-f942-4f91-8e9d-ed4475dd8352 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:54.902072 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-393723b5-140b-4d9f-852e-5d5d8f575f65 req-67b1c6a2-f942-4f91-8e9d-ed4475dd8352 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 944 time: 0.0956738 Jun 23 16:41:54.952004 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-393723b5-140b-4d9f-852e-5d5d8f575f65 req-d5c80509-ffc2-4a11-9429-67669230f77c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433192 Jun 23 16:41:54.965920 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14af95b-f099-4d44-b982-9ffeb82b9c51 req-94a87cde-0c82-4e57-9300-7790eaf452f5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:54.967372 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b14af95b-f099-4d44-b982-9ffeb82b9c51 req-94a87cde-0c82-4e57-9300-7790eaf452f5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1107833 Jun 23 16:41:54.983821 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 4652b780-0eb3-44f0-bf6c-37cfb8529b95 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:55.019130 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b14af95b-f099-4d44-b982-9ffeb82b9c51 req-3a878148-568d-4d25-be40-5fdd209703e3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399437 Jun 23 16:41:55.106228 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:55.118268 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '4652b780-0eb3-44f0-bf6c-37cfb8529b95', 'network_id': '842dc271-9318-40dd-b514-135a5e60f1d9', 'port_id': '4652b780-0eb3-44f0-bf6c-37cfb8529b95', 'mac_address': 'fa:16:3e:cf:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b678e12-cc6d-4361-b234-420c167fd753', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:55.130032 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ca94-ed20-4b50-b3fa-121cce8670ff req-2434630b-c96e-43e0-b48c-a269e2e5b8f6 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:55.131553 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1342ca94-ed20-4b50-b3fa-121cce8670ff req-2434630b-c96e-43e0-b48c-a269e2e5b8f6 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 943 time: 0.0699356 Jun 23 16:41:55.157743 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:55.173472 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4652b780-0eb3-44f0-bf6c-37cfb8529b95 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:55.179610 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1342ca94-ed20-4b50-b3fa-121cce8670ff req-bb7465d2-2759-47c2-9879-93a1d5e13c0e tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379014 Jun 23 16:41:55.194141 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:55.201502 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:55.202366 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:41:55.204677 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:55.280406 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=4652b780-0eb3-44f0-bf6c-37cfb8529b95,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:55.285782 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:55.351270 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:55.362792 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4', 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de', 'port_id': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4', 'mac_address': 'fa:16:3e:38:25:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1de8f7d-6f7c-4408-9674-68864a22cc56', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:41:55.402953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:55.416844 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:41:55.436938 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:55.442407 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:55.444700 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:55.504381 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:55.507820 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:56.148780 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7cb278-3228-40f6-8c01-d93a3724e3e1 req-d1896f11-8544-4122-8562-a2183a0624f6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:56.150225 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9e7cb278-3228-40f6-8c01-d93a3724e3e1 req-d1896f11-8544-4122-8562-a2183a0624f6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 945 time: 0.0785635 Jun 23 16:41:56.218087 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9e7cb278-3228-40f6-8c01-d93a3724e3e1 req-32cf1df2-696a-4031-a42f-f11b2b99cadc tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599000 Jun 23 16:41:56.241016 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43987acb-9cf7-49db-ab37-a57be079ab73 req-0ca52c01-ced7-4c48-a992-643e633b57f5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:56.242512 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-43987acb-9cf7-49db-ab37-a57be079ab73 req-0ca52c01-ced7-4c48-a992-643e633b57f5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1034944 Jun 23 16:41:56.273775 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['4652b780-0eb3-44f0-bf6c-37cfb8529b95'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:56.282167 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-43987acb-9cf7-49db-ab37-a57be079ab73 req-54884142-d495-4e7f-a18b-f80156358f4b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333171 Jun 23 16:41:56.356192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['7eee38fd-5fac-40c2-a069-8d6e0c593eb4'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:41:56.392604 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d772a91-2502-4978-b679-3e65f75f4a9a req-fc9c8229-4c69-4bf8-9ac3-1349ca099d0d tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:56.394127 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4d772a91-2502-4978-b679-3e65f75f4a9a req-fc9c8229-4c69-4bf8-9ac3-1349ca099d0d tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 944 time: 0.0675948 Jun 23 16:41:56.434442 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4d772a91-2502-4978-b679-3e65f75f4a9a req-8fc2c721-46c7-4541-b6bf-eb4815d680e7 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Jun 23 16:41:57.442959 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebadd3c7-70ee-4c0c-96b5-3309f0346cbc req-3df3df8c-6d90-4a81-8ef1-83e29263327e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:57.444481 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ebadd3c7-70ee-4c0c-96b5-3309f0346cbc req-3df3df8c-6d90-4a81-8ef1-83e29263327e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 945 time: 0.0972755 Jun 23 16:41:57.498596 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ebadd3c7-70ee-4c0c-96b5-3309f0346cbc req-d6a8025b-02c6-4fcb-ba9a-14f56e2c128c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464482 Jun 23 16:41:57.507777 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a4bdb-3d16-4277-a51d-949e81bf9b73 req-49fc52c7-7500-4b0f-ac42-33c709c87742 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:57.509247 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-886a4bdb-3d16-4277-a51d-949e81bf9b73 req-49fc52c7-7500-4b0f-ac42-33c709c87742 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1089745 Jun 23 16:41:57.550144 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-886a4bdb-3d16-4277-a51d-949e81bf9b73 req-a1af8f4b-d432-444d-b469-2f2c792f0fa3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341771 Jun 23 16:41:57.688734 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb489728-15ce-4113-acdc-20046fa8449d req-d48814a0-e245-4275-a3b9-af9f641c3735 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:57.690163 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bb489728-15ce-4113-acdc-20046fa8449d req-d48814a0-e245-4275-a3b9-af9f641c3735 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 944 time: 0.0797369 Jun 23 16:41:57.729235 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bb489728-15ce-4113-acdc-20046fa8449d req-0f1a2b46-ab08-4330-9e6f-b8a4b8343df8 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333560 Jun 23 16:41:58.707447 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ea25a-306c-4aee-8d82-7e524e36ab58 req-03baaa36-0a44-4b41-9cb9-27c04f0859e9 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:58.708956 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7e5ea25a-306c-4aee-8d82-7e524e36ab58 req-03baaa36-0a44-4b41-9cb9-27c04f0859e9 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 945 time: 0.0948894 Jun 23 16:41:58.758335 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7e5ea25a-306c-4aee-8d82-7e524e36ab58 req-c61f7365-c96d-45ae-b4ee-43116e9efddd tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431969 Jun 23 16:41:58.771419 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc0d5-0be3-41b1-8c27-2b8f5c797a67 req-7571b303-be65-433a-9499-48a2f88951f4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:58.772915 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c9efc0d5-0be3-41b1-8c27-2b8f5c797a67 req-7571b303-be65-433a-9499-48a2f88951f4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1020298 Jun 23 16:41:58.817142 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c9efc0d5-0be3-41b1-8c27-2b8f5c797a67 req-3c262dae-cb26-496c-8cbb-66ee388294bb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380230 Jun 23 16:41:58.928345 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bb2ff-c7f9-4683-adcf-52bb6853247b req-eace0955-440c-4cf0-8690-2c5ff009276b tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:58.929836 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c09bb2ff-c7f9-4683-adcf-52bb6853247b req-eace0955-440c-4cf0-8690-2c5ff009276b tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 944 time: 0.0706055 Jun 23 16:41:58.980060 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c09bb2ff-c7f9-4683-adcf-52bb6853247b req-f591d824-4c8f-4e01-a164-47759c7fd28c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Jun 23 16:41:58.996361 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 4652b780-0eb3-44f0-bf6c-37cfb8529b95 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:59.061939 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:59.066456 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:59.066835 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.151206 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.183047 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d28854-bf25-4a61-8967-e63e45062d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4652b780-0eb3-44f0-bf6c-37cfb8529b95'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:41:59.185368 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195c62cb-525e-4beb-98f7-ac61cfb3baad" -d '{"events": [{"server_uuid": "75d28854-bf25-4a61-8967-e63e45062d44", "name": "network-vif-plugged", "status": "completed", "tag": "4652b780-0eb3-44f0-bf6c-37cfb8529b95"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:41:59.199202 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:59.204903 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.205904 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:41:59.207784 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:59.247306 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a5e945b-d4af-4c1f-a6f7-370683e9b9ac x-openstack-request-id: req-0a5e945b-d4af-4c1f-a6f7-370683e9b9ac {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:41:59.247835 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d28854-bf25-4a61-8967-e63e45062d44", "name": "network-vif-plugged", "status": "completed", "tag": "4652b780-0eb3-44f0-bf6c-37cfb8529b95", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:41:59.248042 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-0a5e945b-d4af-4c1f-a6f7-370683e9b9ac {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:41:59.248315 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d28854-bf25-4a61-8967-e63e45062d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4652b780-0eb3-44f0-bf6c-37cfb8529b95', 'code': 200} Jun 23 16:41:59.287652 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=4652b780-0eb3-44f0-bf6c-37cfb8529b95,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:59.291049 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:59.302826 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:41:59.307176 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:41:59.307556 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.397453 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.438551 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:41:59.443789 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.445551 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:59.502994 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:59.507697 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:59.518392 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56964) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:59.554271 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28942e18-7bce-4d15-a04b-1ed5c4a09ee7 req-dafdcf85-bf63-41e7-99df-f4f4ce8f1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:59.555917 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-28942e18-7bce-4d15-a04b-1ed5c4a09ee7 req-dafdcf85-bf63-41e7-99df-f4f4ce8f1c2c service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 1099 time: 0.0552950 Jun 23 16:41:59.564081 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Deleting subnet 22483be5-e0e2-4a20-9a98-1ea2aa7792a9 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:41:59.567943 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.600867 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-28942e18-7bce-4d15-a04b-1ed5c4a09ee7 req-87cca057-51f4-4e4d-a240-97c3096cecad service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301766 Jun 23 16:41:59.602261 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.641533 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.703094 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.706363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:41:59.730159 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22483be5-e0e2-4a20-9a98-1ea2aa7792a9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:41:59.732149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.733951 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/22483be5-e0e2-4a20-9a98-1ea2aa7792a9 HTTP/1.1" status: 204 len: 168 time: 0.2144854 Jun 23 16:41:59.734888 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:41:59.737193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56966) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:41:59.812190 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.900690 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.915896 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727a5cd1-4cde-42e5-93db-f3ae95ba3f0a']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:41:59.926816 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaee068c-e272-4c24-9d69-a2745c937bb6') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:41:59.927656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaee068c-e272-4c24-9d69-a2745c937bb6') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:41:59.938840 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.947741 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a551d67-ec36-4975-8560-aaf0f8ee36c7 req-867caf44-b7ab-4379-b516-868934db61ec tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:41:59.949281 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1a551d67-ec36-4975-8560-aaf0f8ee36c7 req-867caf44-b7ab-4379-b516-868934db61ec tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0772150 Jun 23 16:41:59.954468 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.960778 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Releasing vlan 1442 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:41:59.961258 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:41:59.971886 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:42:00.021266 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1a551d67-ec36-4975-8560-aaf0f8ee36c7 req-0d0dd4ad-df1c-4d47-a095-2afd83e2bcb0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617945 Jun 23 16:42:00.023502 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.029731 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.035034 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] 10.222.0.97 "DELETE /v2.0/networks/727a5cd1-4cde-42e5-93db-f3ae95ba3f0a HTTP/1.1" status: 204 len: 168 time: 0.2934813 Jun 23 16:42:00.035034 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:00.035320 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56974) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:00.039956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770c853-6e45-40bb-8d36-b77005fc49b9 req-7e170372-acbb-46a9-a3f6-37167eb107e1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:00.051723 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c770c853-6e45-40bb-8d36-b77005fc49b9 req-7e170372-acbb-46a9-a3f6-37167eb107e1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0911965 Jun 23 16:42:00.060267 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Pushing event deleted for resources: {'Network': ['ID=727a5cd1-4cde-42e5-93db-f3ae95ba3f0a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:00.083014 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-96302c98-fa9f-4ba4-aceb-8b394376c32c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:00.098798 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c770c853-6e45-40bb-8d36-b77005fc49b9 req-b4a3de54-d213-489d-9a95-7f5d143d5020 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460901 Jun 23 16:42:00.106952 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Deleting subnet 2945482b-faeb-41cc-bd4b-ef4b4721480e {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:42:00.110726 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.145450 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.192015 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.211723 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd5a48-c138-4142-a81d-dc85422b166c req-364bb4a4-99a5-42c2-89c7-b0a7be45d5f5 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:00.213213 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-17fd5a48-c138-4142-a81d-dc85422b166c req-364bb4a4-99a5-42c2-89c7-b0a7be45d5f5 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0734472 Jun 23 16:42:00.257031 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-17fd5a48-c138-4142-a81d-dc85422b166c req-2392300b-8fd9-470f-8f36-7a1e5dc93c1a tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376441 Jun 23 16:42:00.261892 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.265273 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56eb4ee4-d393-42d7-b4cd-c6310b04f0dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:00.289316 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2945482b-faeb-41cc-bd4b-ef4b4721480e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:00.293083 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:00.294963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.300582 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 56978) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:00.304173 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-9a2420d9-b954-414c-87c8-d1fcd71587cb admin admin] 10.222.0.97 "DELETE /v2.0/subnets/2945482b-faeb-41cc-bd4b-ef4b4721480e HTTP/1.1" status: 204 len: 168 time: 0.2677720 Jun 23 16:42:00.373500 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.461138 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.478780 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.479176 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.480661 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.481158 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > port after_create 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.481582 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.482115 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > port after_update 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.482589 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.482942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.483292 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.483615 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.648450 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.648788 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.649183 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.649612 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99534) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 16:42:00.649971 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21391d6a-98be-4c9a-baa9-a74fcf80d0f0']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:42:00.669930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52c18a93-9e6c-4420-a82a-cb10563592cc') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:42:00.670199 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52c18a93-9e6c-4420-a82a-cb10563592cc') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:42:00.686236 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.708746 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.717382 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:42:00.717745 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: from cryptography.utils import int_from_bytes Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: from cryptography.utils import int_from_bytes Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:42:00.721986 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:42:00.785408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.790202 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9b9db708-e4e2-4bcf-aeb2-ad19bef53ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:00.794936 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:00.798141 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] 10.222.0.97 "DELETE /v2.0/networks/21391d6a-98be-4c9a-baa9-a74fcf80d0f0 HTTP/1.1" status: 204 len: 168 time: 0.4963624 Jun 23 16:42:00.809934 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Pushing event deleted for resources: {'Network': ['ID=21391d6a-98be-4c9a-baa9-a74fcf80d0f0,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:00.812622 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:00.977722 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56984) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:01.023208 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e44f66d1-6b0e-48cb-a225-672f111b9369 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=4939072871ce4d5e8b9446f5b27bfc2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0441835 Jun 23 16:42:01.025756 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 56986) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:01.075496 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.098623 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.154806 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.157458 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.158572 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6750c6db-8857-4806-b8a0-654f4479cb4e HTTP/1.1" status: 204 len: 168 time: 0.1319578 Jun 23 16:42:01.159424 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-87cb60f2-a6d6-4a1d-a68b-13093a6f9d73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:01.168343 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6750c6db-8857-4806-b8a0-654f4479cb4e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:01.170971 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:01.231130 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d094bf-0b71-41e8-95b4-4fc2a211c35c req-cce382df-2956-4dfb-88ea-6fddbc5df44e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.232772 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09d094bf-0b71-41e8-95b4-4fc2a211c35c req-cce382df-2956-4dfb-88ea-6fddbc5df44e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0890524 Jun 23 16:42:01.249665 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275accc0-002e-4bda-9e94-12e605467c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:01.252260 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-190709d8-41db-4228-abeb-ee412819ec3f" -d '{"events": [{"server_uuid": "275accc0-002e-4bda-9e94-12e605467c3e", "name": "network-vif-plugged", "status": "completed", "tag": "7eee38fd-5fac-40c2-a069-8d6e0c593eb4"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:01.304032 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09d094bf-0b71-41e8-95b4-4fc2a211c35c req-b0e817f2-6299-48a0-88ed-24fc5b88fba9 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643880 Jun 23 16:42:01.337083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05befe-0b59-4131-ac52-29c28ea5a7a0 req-f2ac8fc6-5200-4a05-8fdd-d1638b39589e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.338629 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3a05befe-0b59-4131-ac52-29c28ea5a7a0 req-f2ac8fc6-5200-4a05-8fdd-d1638b39589e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0836172 Jun 23 16:42:01.367483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d21adf-1ad4-46f0-85b1-2c183347fd89 x-openstack-request-id: req-b4d21adf-1ad4-46f0-85b1-2c183347fd89 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:01.370684 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275accc0-002e-4bda-9e94-12e605467c3e", "name": "network-vif-plugged", "status": "completed", "tag": "7eee38fd-5fac-40c2-a069-8d6e0c593eb4", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:01.371055 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b4d21adf-1ad4-46f0-85b1-2c183347fd89 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:01.371390 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275accc0-002e-4bda-9e94-12e605467c3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4', 'code': 200} Jun 23 16:42:01.400300 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3a05befe-0b59-4131-ac52-29c28ea5a7a0 req-a949a6b8-b995-436f-b344-186539ee97ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543818 Jun 23 16:42:01.540856 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd818a-3328-4575-b1a4-e47b81f0fd07 req-99d3739a-094c-4f92-af7c-a3f88a797871 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.542574 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93fd818a-3328-4575-b1a4-e47b81f0fd07 req-99d3739a-094c-4f92-af7c-a3f88a797871 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0750115 Jun 23 16:42:01.579617 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57004) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:01.582649 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93fd818a-3328-4575-b1a4-e47b81f0fd07 req-72bc1674-6fa1-414f-8d87-f02a5505841e tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Jun 23 16:42:01.627055 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b70bd961-0a01-459b-bb54-5a2f3874ab4d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=af07f39dd8364c3bbac8d26afee3ed55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0461323 Jun 23 16:42:01.632889 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57006) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:01.691221 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.713814 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.769788 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.772404 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:01.773531 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/14b208a0-751d-45ec-be92-4fd194ad491e HTTP/1.1" status: 204 len: 168 time: 0.1395895 Jun 23 16:42:01.774336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2aede094-186e-4b91-8c6e-fcd7dc6e43fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:01.782611 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b208a0-751d-45ec-be92-4fd194ad491e,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:01.785233 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:01.799816 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:42:01.867956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb13e230-4241-4ee9-92ab-3c8cf467b70a req-43e5b1c7-e3c7-49d1-bcb4-394d09d1826b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:01.869398 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb13e230-4241-4ee9-92ab-3c8cf467b70a req-43e5b1c7-e3c7-49d1-bcb4-394d09d1826b service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 1098 time: 0.0571392 Jun 23 16:42:01.918636 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb13e230-4241-4ee9-92ab-3c8cf467b70a req-7607d99c-1a1d-47ae-93e2-22c0078567b6 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293188 Jun 23 16:42:02.499051 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c4807-4216-4931-a73c-ce5d452282f1 req-33c42e50-d685-492b-95e6-8e677acb84d3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:02.500683 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d26c4807-4216-4931-a73c-ce5d452282f1 req-33c42e50-d685-492b-95e6-8e677acb84d3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0790617 Jun 23 16:42:02.584910 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d26c4807-4216-4931-a73c-ce5d452282f1 req-2665b6ad-b9a9-4e85-a1af-246139ecf754 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770431 Jun 23 16:42:02.631820 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bac217-01eb-4533-9780-316e70aff80e req-056cbf64-2dd8-4838-bc5d-6bac49d908a6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:02.634137 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99bac217-01eb-4533-9780-316e70aff80e req-056cbf64-2dd8-4838-bc5d-6bac49d908a6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0852249 Jun 23 16:42:02.694170 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99bac217-01eb-4533-9780-316e70aff80e req-aab0eb04-c76d-4bda-a67d-8d99f1ca6f35 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543275 Jun 23 16:42:02.771282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66da39-0109-4146-a768-c58b1238b2fc req-51e31745-b136-4a20-9bdc-e000eb4deefd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:02.781041 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee66da39-0109-4146-a768-c58b1238b2fc req-51e31745-b136-4a20-9bdc-e000eb4deefd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0749962 Jun 23 16:42:02.818161 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee66da39-0109-4146-a768-c58b1238b2fc req-6f72fb4c-1df9-44a7-b31f-b116fcbd54cf tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362391 Jun 23 16:42:03.874119 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3c379-9f8b-45fc-bd2d-46c2185dc19a req-9dd4d2b3-17ea-470a-8288-5decdc30bc9e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:03.875723 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-38a3c379-9f8b-45fc-bd2d-46c2185dc19a req-9dd4d2b3-17ea-470a-8288-5decdc30bc9e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0668998 Jun 23 16:42:03.916295 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-38a3c379-9f8b-45fc-bd2d-46c2185dc19a req-64dd4b2a-83e4-4553-ba5e-62b6d3497385 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342824 Jun 23 16:42:04.019055 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71cf2d8-e90e-4d57-954d-472258db9448 req-7b72b715-af28-4915-9ce2-4193c94b3279 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:04.020586 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f71cf2d8-e90e-4d57-954d-472258db9448 req-7b72b715-af28-4915-9ce2-4193c94b3279 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0699890 Jun 23 16:42:04.059076 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f71cf2d8-e90e-4d57-954d-472258db9448 req-51370745-784b-4788-9bfe-955ec65be625 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328555 Jun 23 16:42:05.119024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ec970-19ce-46b4-9bce-d0333e10fd5f req-03df20f4-f3dd-44ca-8220-7326e60d2b33 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:05.121360 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d48ec970-19ce-46b4-9bce-d0333e10fd5f req-03df20f4-f3dd-44ca-8220-7326e60d2b33 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0792482 Jun 23 16:42:05.178923 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d48ec970-19ce-46b4-9bce-d0333e10fd5f req-aa31a52d-54c8-4ce4-969d-1dfa63b609c6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497401 Jun 23 16:42:05.254361 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0f24f-d18c-4313-a126-ed64a97a2fb1 req-da40ef39-bb54-4d43-a34b-31f8ed1bb06d tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:05.255891 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81a0f24f-d18c-4313-a126-ed64a97a2fb1 req-da40ef39-bb54-4d43-a34b-31f8ed1bb06d tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0708735 Jun 23 16:42:05.302259 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81a0f24f-d18c-4313-a126-ed64a97a2fb1 req-5ebbded6-4d07-4e5b-aefa-b33527e6969c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 Jun 23 16:42:06.375642 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd9eff-0dee-4752-8027-77c4870be300 req-e823d616-04da-46de-97d1-4ccbe4a89ef2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:06.377106 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5bfd9eff-0dee-4752-8027-77c4870be300 req-e823d616-04da-46de-97d1-4ccbe4a89ef2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0684571 Jun 23 16:42:06.416072 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5bfd9eff-0dee-4752-8027-77c4870be300 req-d0455ce1-8d97-4794-8003-860468a8ac33 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330665 Jun 23 16:42:07.086089 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b9c8b2-96d6-4c12-9745-45ae1b6e0f72 req-79f624ed-4434-4ea7-a4d6-e9eb479f95b2 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:07.087561 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-32b9c8b2-96d6-4c12-9745-45ae1b6e0f72 req-79f624ed-4434-4ea7-a4d6-e9eb479f95b2 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0640502 Jun 23 16:42:07.124934 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-32b9c8b2-96d6-4c12-9745-45ae1b6e0f72 req-9ce66ada-6eb7-4f85-94c7-ddfdb2604c7c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Jun 23 16:42:07.603408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056a462-a601-4746-8793-ebbc964e3123 req-fdb88829-394b-4afb-ae5e-9b0040b1fb1f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:07.605247 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c056a462-a601-4746-8793-ebbc964e3123 req-fdb88829-394b-4afb-ae5e-9b0040b1fb1f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0707536 Jun 23 16:42:07.647769 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c056a462-a601-4746-8793-ebbc964e3123 req-49f1ac85-f15d-459b-8800-7bad502af822 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Jun 23 16:42:08.319509 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb6057-58ca-43ea-9c0a-2563750017b9 req-7561de2b-fff1-46cd-a632-b12c671033d8 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:08.321022 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2eb6057-58ca-43ea-9c0a-2563750017b9 req-7561de2b-fff1-46cd-a632-b12c671033d8 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0767193 Jun 23 16:42:08.360740 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2eb6057-58ca-43ea-9c0a-2563750017b9 req-921a6cc4-c155-4b9d-b260-d5c6d589ba81 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338366 Jun 23 16:42:08.843877 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57162ad1-29cf-44fc-9b76-2f84b0d6f01b req-17cface6-aa10-4d7d-9014-427272591c4e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:08.845351 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-57162ad1-29cf-44fc-9b76-2f84b0d6f01b req-17cface6-aa10-4d7d-9014-427272591c4e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0696974 Jun 23 16:42:08.901449 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-57162ad1-29cf-44fc-9b76-2f84b0d6f01b req-5396cb94-00a9-4f53-aaf4-6f2da0d51102 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Jun 23 16:42:09.571185 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815f416-1152-4948-b242-b35809a2853a req-28471b0c-6557-4ff5-be6a-3d740708fbe9 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:09.573797 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6815f416-1152-4948-b242-b35809a2853a req-28471b0c-6557-4ff5-be6a-3d740708fbe9 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0807261 Jun 23 16:42:09.617025 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6815f416-1152-4948-b242-b35809a2853a req-1168215f-29ea-438f-a4ef-6a2dc0cabd04 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375831 Jun 23 16:42:09.822265 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-3e6c6e51-1174-4307-be4f-2bd84440dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:09.823938 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-3e6c6e51-1174-4307-be4f-2bd84440dead service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.0832322 Jun 23 16:42:09.959211 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-5676848b-6641-4ccb-bd2f-fe37450b396e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:09.960707 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-5676848b-6641-4ccb-bd2f-fe37450b396e service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.0894952 Jun 23 16:42:10.114932 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-6346b428-4f49-4bc7-9367-f6185166fdce service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0583730 Jun 23 16:42:10.179828 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c541fa6b-f568-432d-b642-3c632ce0f08d req-6a734f51-2519-4317-b2a1-e72ceb41a1c7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:10.181789 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c541fa6b-f568-432d-b642-3c632ce0f08d req-6a734f51-2519-4317-b2a1-e72ceb41a1c7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1408758 Jun 23 16:42:10.188043 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-96076ca6-b548-4d2b-b46e-a51bea04b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:10.189378 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-96076ca6-b548-4d2b-b46e-a51bea04b10f service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0602481 Jun 23 16:42:10.234257 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-4f2b23db-8249-4232-aa59-1d6e1e3c7ad4 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278194 Jun 23 16:42:10.250397 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c541fa6b-f568-432d-b642-3c632ce0f08d req-0ab4dbbd-6e38-4661-91bb-fa44018863a1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601208 Jun 23 16:42:10.348294 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-217cd580-f4ef-4b64-b8d9-6cd27fbaa22f service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941324 Jun 23 16:42:10.452630 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aca1742-c911-4b46-b3f7-d169ab3f5d44 req-e26ad02c-6a60-420c-9da3-072e2cae95ce service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925038 Jun 23 16:42:10.804797 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1916895d-2ac2-482b-aa01-ea52668a64b7 req-95e670e9-f413-4ea9-8a07-94da320940cf tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:10.806516 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1916895d-2ac2-482b-aa01-ea52668a64b7 req-95e670e9-f413-4ea9-8a07-94da320940cf tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0705040 Jun 23 16:42:10.844090 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1916895d-2ac2-482b-aa01-ea52668a64b7 req-60de852c-5e6f-43d0-a2d3-d50147f0ecfb tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319507 Jun 23 16:42:11.035755 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-938ef332-9a34-48b1-bda7-f8d2b3132ebd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:11.038412 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-938ef332-9a34-48b1-bda7-f8d2b3132ebd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 945 time: 0.0651677 Jun 23 16:42:11.157977 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Deleting port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:42:11.158217 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:11.267201 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] For port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:11.267679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:11.288620 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Calling delete_port for 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:42:11.511186 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0d28-1928-42b0-87cf-b4d938d6e5fb req-ea037432-bd5c-467c-9e6d-c5bdb800d4d2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:11.513707 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-907a0d28-1928-42b0-87cf-b4d938d6e5fb req-ea037432-bd5c-467c-9e6d-c5bdb800d4d2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1476264 Jun 23 16:42:11.561550 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:11.583412 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d2f77a5c-d7cb-4f80-b66b-24f148779004 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:11.629083 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['7eee38fd-5fac-40c2-a069-8d6e0c593eb4'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:42:11.883696 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Pushing event deleted for resources: {'Port': ['ID=7eee38fd-5fac-40c2-a069-8d6e0c593eb4,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:11.891096 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-907a0d28-1928-42b0-87cf-b4d938d6e5fb req-8e898f12-a04e-4d00-a58e-a60190f9e10e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701305 Jun 23 16:42:11.914633 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.914985 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.915331 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.915700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.916045 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.916437 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.916772 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.917101 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.917461 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.917785 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.918107 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.918398 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:11.923510 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:11.943213 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] No DVR routers for this DVR port 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:42:11.946083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:11.948041 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f0e805ca-aa4f-4fe7-a638-8a9ac54217ae req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "DELETE /v2.0/ports/7eee38fd-5fac-40c2-a069-8d6e0c593eb4 HTTP/1.1" status: 204 len: 173 time: 0.9014735 Jun 23 16:42:11.948552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275accc0-002e-4bda-9e94-12e605467c3e', 'name': 'network-vif-deleted', 'tag': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:11.950885 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fa578ba-0800-4f79-9410-9541c2d41c58" -d '{"events": [{"server_uuid": "275accc0-002e-4bda-9e94-12e605467c3e", "name": "network-vif-deleted", "tag": "7eee38fd-5fac-40c2-a069-8d6e0c593eb4"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:12.051407 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cd0c964b-9976-4411-a515-138b9359a967 req-394035ec-bbd6-4e56-baf4-0001b57d18c4 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 210 time: 0.0352361 Jun 23 16:42:12.063339 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7168ac20-53cc-49a1-b8c8-1285f835589b req-48e51cc4-e18a-4286-ad5d-5369de10f5ec tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:12.064855 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7168ac20-53cc-49a1-b8c8-1285f835589b req-48e51cc4-e18a-4286-ad5d-5369de10f5ec tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.1014516 Jun 23 16:42:12.108335 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905f4609-45a8-41f9-a14b-687cdd066d30 x-openstack-request-id: req-905f4609-45a8-41f9-a14b-687cdd066d30 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:12.108649 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275accc0-002e-4bda-9e94-12e605467c3e", "name": "network-vif-deleted", "tag": "7eee38fd-5fac-40c2-a069-8d6e0c593eb4", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:12.108908 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-905f4609-45a8-41f9-a14b-687cdd066d30 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:12.109313 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275accc0-002e-4bda-9e94-12e605467c3e', 'name': 'network-vif-deleted', 'tag': '7eee38fd-5fac-40c2-a069-8d6e0c593eb4', 'status': 'completed', 'code': 200} Jun 23 16:42:12.120090 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7168ac20-53cc-49a1-b8c8-1285f835589b req-13dc96c6-53ae-4a65-9c09-387f042052bf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Jun 23 16:42:13.085551 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a4391-43a2-4ca5-9237-4bfeff74664c req-deb3a317-881c-438f-a87c-93286611521e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:13.087449 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-943a4391-43a2-4ca5-9237-4bfeff74664c req-deb3a317-881c-438f-a87c-93286611521e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0733371 Jun 23 16:42:13.107237 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57254) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:13.149101 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-943a4391-43a2-4ca5-9237-4bfeff74664c req-a37e40d4-a942-4142-a792-69d09f687190 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553796 Jun 23 16:42:13.257071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.290023 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5281cde2-647a-4b99-a8d8-f0308895acc5 req-e5037f4c-62fb-459e-99a4-4951c89455fe tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=275accc0-002e-4bda-9e94-12e605467c3e HTTP/1.1" status: 200 len: 210 time: 0.0661757 Jun 23 16:42:13.374293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.380869 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.383841 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98717b4f-0a11-4654-9b7f-2155cfb053a8 req-b12dd0d5-8b38-4c6d-b785-2c742dfb4de1 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:13.388804 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-98717b4f-0a11-4654-9b7f-2155cfb053a8 req-b12dd0d5-8b38-4c6d-b785-2c742dfb4de1 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0934811 Jun 23 16:42:13.389058 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eca800f0-3ef1-4c9b-913f-512c5370ccbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:13.423493 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b26d44e0f8bd4b87a09e038074dad0f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143344 Jun 23 16:42:13.423493 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4768f0a-3e55-4b60-8772-b64c3ef7e8f7,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:13.427565 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57262) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:13.442052 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-98717b4f-0a11-4654-9b7f-2155cfb053a8 req-8499a68a-f46b-4182-b20c-593b4c238e3a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498888 Jun 23 16:42:13.444914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.445480 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.445906 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.446320 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.446754 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.447165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.447564 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.448129 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.448741 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.449160 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.449567 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.449968 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:13.468921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-df360175-b9df-4821-9584-b2562090d30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:13.497760 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.518518 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.576331 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.579875 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.581521 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c4768f0a-3e55-4b60-8772-b64c3ef7e8f7 HTTP/1.1" status: 204 len: 168 time: 0.1525569 Jun 23 16:42:13.582460 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8abc1354-cf03-4ed1-8092-6bd09609a4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:13.593476 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4768f0a-3e55-4b60-8772-b64c3ef7e8f7,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:13.596994 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:13.866841 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57268) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:13.880867 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.976636 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.981223 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:13.983645 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16e95f77-a340-4095-b52f-aa02b66b0184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:14.018694 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbc93cc-1701-4aee-b270-e5141228a4d5,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:14.023264 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=fff57dc129024094af9bd5ec8880d765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1553175 Jun 23 16:42:14.024176 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:14.025922 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57270) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:14.075622 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.099978 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.148961 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.152520 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.153055 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.156435 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/adbc93cc-1701-4aee-b270-e5141228a4d5 HTTP/1.1" status: 204 len: 168 time: 0.1272900 Jun 23 16:42:14.156435 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-90b9209f-b5f9-4915-a800-4e9179365181 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:14.164949 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbc93cc-1701-4aee-b270-e5141228a4d5,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:14.167977 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0bb1e673-0061-4a39-bfc7-20ec266b6fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:14.342096 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a141c8-238d-42cd-96c4-04bb0d4aa661 req-5d4109c9-6a7c-4e0c-b06d-fc3fee4eac00 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:14.343609 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-21a141c8-238d-42cd-96c4-04bb0d4aa661 req-5d4109c9-6a7c-4e0c-b06d-fc3fee4eac00 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0757477 Jun 23 16:42:14.388086 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-21a141c8-238d-42cd-96c4-04bb0d4aa661 req-da7fcd15-24a1-43c2-8075-c3416d67108b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Jun 23 16:42:14.632628 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158b48-cb08-48cd-9d4a-b7cf55aa4d18 req-7bdf72ef-17dd-40cb-a816-075b556b38ad tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:14.635075 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-42158b48-cb08-48cd-9d4a-b7cf55aa4d18 req-7bdf72ef-17dd-40cb-a816-075b556b38ad tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0737853 Jun 23 16:42:14.659973 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5f43b915-8e38-43fa-acda-f80e33e23dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:14.687115 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-42158b48-cb08-48cd-9d4a-b7cf55aa4d18 req-6c45060f-4b10-4d1d-bd20-b0d8649a2750 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409265 Jun 23 16:42:15.053739 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:42:15.074057 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:42:15.074400 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7eee38fd-5fac-40c2-a069-8d6e0c593eb4 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:42:15.464131 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57324) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:15.585641 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b26a4f5f-d7c6-4ba9-b326-6f309555ddc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.628274 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b6493-5409-4487-b8e5-a5eb1e625e7d req-112d0bf7-8aab-4e58-ab8f-5580de7fb5e9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:15.629758 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-861b6493-5409-4487-b8e5-a5eb1e625e7d req-112d0bf7-8aab-4e58-ab8f-5580de7fb5e9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1226084 Jun 23 16:42:15.695188 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-861b6493-5409-4487-b8e5-a5eb1e625e7d req-33cf0776-4f61-4f5e-b7b8-e3ccbddb1ef0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561171 Jun 23 16:42:15.737021 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b26a4f5f-d7c6-4ba9-b326-6f309555ddc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.742144 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b26a4f5f-d7c6-4ba9-b326-6f309555ddc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.745656 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9765e00a-75c2-45ae-9a2f-897eacc230b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:15.781825 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b26a4f5f-d7c6-4ba9-b326-6f309555ddc2 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=046c50c8535e4975a7c10486a79b782c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165863 Jun 23 16:42:15.783153 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26a4f5f-d7c6-4ba9-b326-6f309555ddc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513ecac1-656f-4f7d-b05e-5e9c8e69cbc3,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:15.784606 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57330) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:15.786512 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b26a4f5f-d7c6-4ba9-b326-6f309555ddc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:15.843143 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.872515 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.906206 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08919e70-b019-45b9-b286-39aa2fbdc978 req-81956aa1-7062-45fb-9aae-704c9332cdd1 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:15.907738 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-08919e70-b019-45b9-b286-39aa2fbdc978 req-81956aa1-7062-45fb-9aae-704c9332cdd1 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0873072 Jun 23 16:42:15.920748 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.923886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:15.925298 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/513ecac1-656f-4f7d-b05e-5e9c8e69cbc3 HTTP/1.1" status: 204 len: 168 time: 0.1386986 Jun 23 16:42:15.926182 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4618d7c2-5098-40f4-8649-82d4e58fd6f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:15.934285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513ecac1-656f-4f7d-b05e-5e9c8e69cbc3,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:15.936692 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:15.959894 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-08919e70-b019-45b9-b286-39aa2fbdc978 req-93284331-3058-40c4-b672-c1c3efed7d5c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 Jun 23 16:42:16.281073 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-bbae0831-c240-4b51-93ba-742db716b4f3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:16.282863 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-bbae0831-c240-4b51-93ba-742db716b4f3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Jun 23 16:42:16.408260 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Deleting port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:42:16.408601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:16.504595 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] For port 4652b780-0eb3-44f0-bf6c-37cfb8529b95, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=4652b780-0eb3-44f0-bf6c-37cfb8529b95,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:16.505190 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:16.525011 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Calling delete_port for 4652b780-0eb3-44f0-bf6c-37cfb8529b95 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:42:16.696445 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:16.701896 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:16.734336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event deleted for resources: {'Port': ['ID=4652b780-0eb3-44f0-bf6c-37cfb8529b95,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:16.736254 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:16.760854 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873', '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', '9d28746e-dcc9-47a6-bcb2-39123879cb66', '4652b780-0eb3-44f0-bf6c-37cfb8529b95'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:42:16.775436 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] No DVR routers for this DVR port 4652b780-0eb3-44f0-bf6c-37cfb8529b95 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:42:16.778044 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:16.780388 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a15c0f04-1093-4038-b06d-39b517f09d0d req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "DELETE /v2.0/ports/4652b780-0eb3-44f0-bf6c-37cfb8529b95 HTTP/1.1" status: 204 len: 173 time: 0.4860954 Jun 23 16:42:16.780981 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75d28854-bf25-4a61-8967-e63e45062d44', 'name': 'network-vif-deleted', 'tag': '4652b780-0eb3-44f0-bf6c-37cfb8529b95'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:16.783709 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d7cd92-bb3b-4fa7-b47f-69c33165897f" -d '{"events": [{"server_uuid": "75d28854-bf25-4a61-8967-e63e45062d44", "name": "network-vif-deleted", "tag": "4652b780-0eb3-44f0-bf6c-37cfb8529b95"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:16.924940 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a1584-c25f-4ce6-84b1-21ae6e61dbab req-7c211c75-6c3b-49d3-92d2-fe7a075ea4e6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:16.934825 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2e5a1584-c25f-4ce6-84b1-21ae6e61dbab req-7c211c75-6c3b-49d3-92d2-fe7a075ea4e6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1017182 Jun 23 16:42:16.991929 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2e5a1584-c25f-4ce6-84b1-21ae6e61dbab req-3dc2dfb2-a923-4007-b9c7-6b31b008e428 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560491 Jun 23 16:42:17.040466 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9571683d-dfa6-4ba9-86b2-f16ee42a2106 x-openstack-request-id: req-9571683d-dfa6-4ba9-86b2-f16ee42a2106 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:17.041098 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75d28854-bf25-4a61-8967-e63e45062d44", "name": "network-vif-deleted", "tag": "4652b780-0eb3-44f0-bf6c-37cfb8529b95", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:17.041387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9571683d-dfa6-4ba9-86b2-f16ee42a2106 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:17.043969 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75d28854-bf25-4a61-8967-e63e45062d44', 'name': 'network-vif-deleted', 'tag': '4652b780-0eb3-44f0-bf6c-37cfb8529b95', 'status': 'completed', 'code': 200} Jun 23 16:42:17.220974 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-05646f90-c9a1-4770-9ef8-fb8dbf13b2a5 req-f78a56ae-3d06-4c44-9bcc-3d5b4edc2653 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=75d28854-bf25-4a61-8967-e63e45062d44 HTTP/1.1" status: 200 len: 210 time: 0.0316129 Jun 23 16:42:17.457296 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fd90055f-aa38-4a16-891c-f525940d321e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:17.498495 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:18.157765 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45036373-b711-4b18-a473-3b3b1cd126e8 req-8a4e1016-deec-4d03-830f-322437cde0c8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:18.159341 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-45036373-b711-4b18-a473-3b3b1cd126e8 req-8a4e1016-deec-4d03-830f-322437cde0c8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0627167 Jun 23 16:42:18.215564 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-45036373-b711-4b18-a473-3b3b1cd126e8 req-35bc4ea0-fca2-4ebb-9ef6-3129013f2a2d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416760 Jun 23 16:42:18.534538 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:19.064521 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 4652b780-0eb3-44f0-bf6c-37cfb8529b95 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:42:19.088002 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 4652b780-0eb3-44f0-bf6c-37cfb8529b95 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:42:19.088350 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 4652b780-0eb3-44f0-bf6c-37cfb8529b95 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:42:19.401079 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49652536-4050-46c3-8969-11bce8c34dc8 req-4ccbf623-e631-4c73-80a5-2505440b3009 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:19.402585 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-49652536-4050-46c3-8969-11bce8c34dc8 req-4ccbf623-e631-4c73-80a5-2505440b3009 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0667424 Jun 23 16:42:19.445057 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-49652536-4050-46c3-8969-11bce8c34dc8 req-51fff70a-b120-47d2-9fd6-7ec1242044c5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Jun 23 16:42:19.876626 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17223e21-0679-49f4-abf8-a50d7be2a2dc req-2899dc85-43fa-400b-9377-f18e54a2a4cf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:19.878111 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-17223e21-0679-49f4-abf8-a50d7be2a2dc req-2899dc85-43fa-400b-9377-f18e54a2a4cf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.0664027 Jun 23 16:42:19.917685 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-17223e21-0679-49f4-abf8-a50d7be2a2dc req-cd24c208-f71f-44ac-858c-68a427a95440 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334270 Jun 23 16:42:20.191306 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.338193 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57434) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:20.488859 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-38dc18de-bded-414b-abca-dc73c95318b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.602986 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-38dc18de-bded-414b-abca-dc73c95318b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.607578 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-38dc18de-bded-414b-abca-dc73c95318b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.613017 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-eb3555d9-4a7a-40fa-b4ee-810cd34dc383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:20.714973 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-38dc18de-bded-414b-abca-dc73c95318b7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6d1c4926d4764d70abf621cfac2cc42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3734558 Jun 23 16:42:20.716109 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57444) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:20.716592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc18de-bded-414b-abca-dc73c95318b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde85d3e-bb56-4e16-a60e-1ac21123be3b,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:20.723363 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-38dc18de-bded-414b-abca-dc73c95318b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:20.774163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb0c5a-848e-4776-8a29-ed2c8623c752 req-52176240-d044-4469-9c58-2b9eb59e72e6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:20.776639 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66cb0c5a-848e-4776-8a29-ed2c8623c752 req-52176240-d044-4469-9c58-2b9eb59e72e6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1500864 Jun 23 16:42:20.777980 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.802583 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.816930 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66cb0c5a-848e-4776-8a29-ed2c8623c752 req-9fb5ec80-5913-4d16-ad65-830710622848 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336959 Jun 23 16:42:20.861125 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.864118 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:20.865246 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/fde85d3e-bb56-4e16-a60e-1ac21123be3b HTTP/1.1" status: 204 len: 168 time: 0.1488404 Jun 23 16:42:20.865973 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-5ce8b5bd-bfba-455d-b708-b523a052d570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:20.873593 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde85d3e-bb56-4e16-a60e-1ac21123be3b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:20.876064 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:21.104014 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1201b00-05e6-4e5e-b2d9-3ce9348bd1f2 req-fb845c36-0ca2-42ad-a621-9184a8163f9b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:21.105500 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d1201b00-05e6-4e5e-b2d9-3ce9348bd1f2 req-fb845c36-0ca2-42ad-a621-9184a8163f9b tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.0687015 Jun 23 16:42:21.146662 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d1201b00-05e6-4e5e-b2d9-3ce9348bd1f2 req-5dfde0b3-dc7d-41c9-997d-9f7d0f895589 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346463 Jun 23 16:42:22.024641 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dffa50-ded2-4b76-b613-ed5d4e6829b0 req-e6ed7dc6-28f1-4a72-8d5a-e3cafedaf8e9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:22.026131 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-12dffa50-ded2-4b76-b613-ed5d4e6829b0 req-e6ed7dc6-28f1-4a72-8d5a-e3cafedaf8e9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0767491 Jun 23 16:42:22.070535 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-12dffa50-ded2-4b76-b613-ed5d4e6829b0 req-c1e292df-6f14-494b-ad4f-fbd8b2b75c0f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366023 Jun 23 16:42:22.325249 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1481557-c9ad-4528-910f-5aec7e170e8f req-5804e779-469f-4095-8aee-6a10cafddb7d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:22.326723 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f1481557-c9ad-4528-910f-5aec7e170e8f req-5804e779-469f-4095-8aee-6a10cafddb7d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.0669465 Jun 23 16:42:22.366996 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f1481557-c9ad-4528-910f-5aec7e170e8f req-8fd9de5c-97fa-4ccb-b4a4-ff226c61205c tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337846 Jun 23 16:42:23.300553 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51962fda-3bb1-4818-a188-01162003167a req-6b3e3440-660d-4bd6-a942-07dc74207ecc tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:23.302121 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-51962fda-3bb1-4818-a188-01162003167a req-6b3e3440-660d-4bd6-a942-07dc74207ecc tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.1154039 Jun 23 16:42:23.325585 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28374bee-788a-4abf-93e1-605332848b1f req-3a9f9570-1294-4ab0-8ded-9b89f6ab02ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:23.327132 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-28374bee-788a-4abf-93e1-605332848b1f req-3a9f9570-1294-4ab0-8ded-9b89f6ab02ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1081693 Jun 23 16:42:23.421300 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-28374bee-788a-4abf-93e1-605332848b1f req-ff600cd5-230b-4a27-b722-6cdef91d9f68 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729077 Jun 23 16:42:23.456724 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Deleting port 9d28746e-dcc9-47a6-bcb2-39123879cb66 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:42:23.457080 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:23.572905 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] For port 9d28746e-dcc9-47a6-bcb2-39123879cb66, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9d28746e-dcc9-47a6-bcb2-39123879cb66,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:23.573267 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:23.589317 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Calling delete_port for 9d28746e-dcc9-47a6-bcb2-39123879cb66 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:42:23.667994 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268938dd-8108-46f2-96a4-2cf5f5c48b3a req-1fa24c57-7b2c-4150-b602-c638a2aeb93a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:23.669577 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-268938dd-8108-46f2-96a4-2cf5f5c48b3a req-1fa24c57-7b2c-4150-b602-c638a2aeb93a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 945 time: 0.1387174 Jun 23 16:42:23.725764 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-268938dd-8108-46f2-96a4-2cf5f5c48b3a req-ecb442fa-56d0-4b05-ae91-7ba2039020c6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Jun 23 16:42:23.781426 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:23.785660 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:23.814009 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event deleted for resources: {'Port': ['ID=9d28746e-dcc9-47a6-bcb2-39123879cb66,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:23.817569 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:23.839416 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873', '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', '9d28746e-dcc9-47a6-bcb2-39123879cb66'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:42:23.873569 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] No DVR routers for this DVR port 9d28746e-dcc9-47a6-bcb2-39123879cb66 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:42:23.877496 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:23.880235 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-51962fda-3bb1-4818-a188-01162003167a req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "DELETE /v2.0/ports/9d28746e-dcc9-47a6-bcb2-39123879cb66 HTTP/1.1" status: 204 len: 173 time: 0.5695596 Jun 23 16:42:23.880748 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'name': 'network-vif-deleted', 'tag': '9d28746e-dcc9-47a6-bcb2-39123879cb66'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:23.883861 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d93f4a-16bc-45b8-aed4-9ce68c5c94f4" -d '{"events": [{"server_uuid": "a22de3e0-cf8f-47e7-9717-8bb15d93991a", "name": "network-vif-deleted", "tag": "9d28746e-dcc9-47a6-bcb2-39123879cb66"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:23.933027 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a8f67-353a-44c2-b770-8b929b59863b x-openstack-request-id: req-732a8f67-353a-44c2-b770-8b929b59863b {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:23.933374 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22de3e0-cf8f-47e7-9717-8bb15d93991a", "name": "network-vif-deleted", "tag": "9d28746e-dcc9-47a6-bcb2-39123879cb66", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:23.933694 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-732a8f67-353a-44c2-b770-8b929b59863b {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:23.934090 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22de3e0-cf8f-47e7-9717-8bb15d93991a', 'name': 'network-vif-deleted', 'tag': '9d28746e-dcc9-47a6-bcb2-39123879cb66', 'status': 'completed', 'code': 200} Jun 23 16:42:24.610649 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba2e98-8719-4e96-946c-fc5e0302b424 req-eeceefe2-3f6b-4c36-82c5-ed9d4be78b4a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:24.612802 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7eba2e98-8719-4e96-946c-fc5e0302b424 req-eeceefe2-3f6b-4c36-82c5-ed9d4be78b4a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0721428 Jun 23 16:42:24.651795 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7eba2e98-8719-4e96-946c-fc5e0302b424 req-e91ffd03-3d74-4cfe-a866-7edab6e23886 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328488 Jun 23 16:42:24.900795 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1efb0cd5-fdf4-4bef-a235-d12bb9f142a5 req-8044717e-ed22-4dbb-a4f9-c69ff01cb5b1 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a22de3e0-cf8f-47e7-9717-8bb15d93991a HTTP/1.1" status: 200 len: 210 time: 0.0401406 Jun 23 16:42:25.833774 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9be8d-4db3-48cc-9637-eb8d8011c2d6 req-071f50c2-a46f-4cf2-b66e-2cba5168e321 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:25.835507 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2ba9be8d-4db3-48cc-9637-eb8d8011c2d6 req-071f50c2-a46f-4cf2-b66e-2cba5168e321 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0679944 Jun 23 16:42:25.876380 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2ba9be8d-4db3-48cc-9637-eb8d8011c2d6 req-c54dabbd-3bd2-4e49-87a4-602ac43d2bf1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344157 Jun 23 16:42:26.377454 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da19dd8-f758-403f-82b5-0270163743fe req-cdf77af9-7a93-4615-8363-c472c6515f0a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:26.378902 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1da19dd8-f758-403f-82b5-0270163743fe req-cdf77af9-7a93-4615-8363-c472c6515f0a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.0680363 Jun 23 16:42:26.420911 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1da19dd8-f758-403f-82b5-0270163743fe req-19c38bbd-295a-43c8-b66e-17a6855d26b0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360878 Jun 23 16:42:27.075519 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016f436-f42c-49e1-a0f0-6711f710a704 req-172326ac-7e93-437b-a96f-bd9bd42b97f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:27.077212 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d016f436-f42c-49e1-a0f0-6711f710a704 req-172326ac-7e93-437b-a96f-bd9bd42b97f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0804996 Jun 23 16:42:27.125777 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d016f436-f42c-49e1-a0f0-6711f710a704 req-50c86d43-45d9-4602-a120-80758adb8da0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Jun 23 16:42:27.134960 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9d28746e-dcc9-47a6-bcb2-39123879cb66 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:42:27.158751 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 9d28746e-dcc9-47a6-bcb2-39123879cb66 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:42:27.159112 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9d28746e-dcc9-47a6-bcb2-39123879cb66 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:42:27.604131 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42196f-4d76-472c-858d-9977cb7074d6 req-f713e005-5c82-4c9f-a70c-3cdaef7e6354 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:27.605593 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4b42196f-4d76-472c-858d-9977cb7074d6 req-f713e005-5c82-4c9f-a70c-3cdaef7e6354 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.0688484 Jun 23 16:42:27.645606 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4b42196f-4d76-472c-858d-9977cb7074d6 req-8aaf8943-6b18-481f-8ef8-c0b8474aed6d tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343006 Jun 23 16:42:28.322235 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3c0f60-4da7-4ae9-9719-fe9142482088 req-0c4abf40-6ede-4e93-8500-11c3398e4a5d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:28.323853 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6b3c0f60-4da7-4ae9-9719-fe9142482088 req-0c4abf40-6ede-4e93-8500-11c3398e4a5d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0680704 Jun 23 16:42:28.379856 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6b3c0f60-4da7-4ae9-9719-fe9142482088 req-955a686b-9ef3-47c6-894d-5245cd9b3a61 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495169 Jun 23 16:42:28.520445 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-0fd7799a-0461-43b8-9472-21103d4c5945 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:28.521947 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-0fd7799a-0461-43b8-9472-21103d4c5945 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/networks?id=2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 200 len: 807 time: 0.1166077 Jun 23 16:42:28.537417 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-a23e2635-5f5a-4c73-8fcd-0f8bf31a4f3a tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/quotas/796667ce177d4aee816acbd32947c812 HTTP/1.1" status: 200 len: 375 time: 0.0095975 Jun 23 16:42:28.573147 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-6e401477-c1fc-4a5e-a636-ace99657009d tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=796667ce177d4aee816acbd32947c812&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303092 Jun 23 16:42:28.674035 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-23fb033c-8d24-4e89-a427-c51b917b456c service neutron] 10.222.0.97 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934701 Jun 23 16:42:28.804341 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-7c86e873-3bf0-4fe6-aed7-1302c4df3eeb service neutron] 10.222.0.97 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231291 Jun 23 16:42:28.854806 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a93e3-6b06-4be0-ab45-6f3509fc49a4 req-22636853-8322-4e38-a87e-8cbc4be24069 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:28.856338 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cd8a93e3-6b06-4be0-ab45-6f3509fc49a4 req-22636853-8322-4e38-a87e-8cbc4be24069 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.0953014 Jun 23 16:42:28.911511 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cd8a93e3-6b06-4be0-ab45-6f3509fc49a4 req-2d256e85-f9b4-47d3-b5c2-fd26581aff61 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Jun 23 16:42:28.979922 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1e91d86f-3731-4c16-9b9e-0598aef4018f req-6be23b41-dd37-481a-b3c2-c763274750f0 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0302441 Jun 23 16:42:29.500413 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-24d27597-b59a-4d16-9434-329b81951346 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:29.501954 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-24d27597-b59a-4d16-9434-329b81951346 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 945 time: 0.0813918 Jun 23 16:42:29.658530 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29678ebe-0e5f-4205-8863-57d06616cf7f req-06619c42-b4eb-4718-a2f8-4a245228c20a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:29.660640 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-29678ebe-0e5f-4205-8863-57d06616cf7f req-06619c42-b4eb-4718-a2f8-4a245228c20a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1555076 Jun 23 16:42:29.711857 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Deleting port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:42:29.712370 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:29.753953 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-29678ebe-0e5f-4205-8863-57d06616cf7f req-96764fbe-894b-4397-886c-c8529035e551 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855141 Jun 23 16:42:29.860611 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] For port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:29.860969 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:29.874636 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Calling delete_port for 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:42:30.015629 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:30.021854 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:30.050631 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event deleted for resources: {'Port': ['ID=3dea8eb3-38eb-4276-9a86-d9c28960fdf3,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:30.055698 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:30.072258 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873', '3dea8eb3-38eb-4276-9a86-d9c28960fdf3'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:42:30.152628 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] No DVR routers for this DVR port 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:42:30.155635 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:30.157560 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6c7c1356-cb6f-4948-af08-fac0b75b9a07 req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "DELETE /v2.0/ports/3dea8eb3-38eb-4276-9a86-d9c28960fdf3 HTTP/1.1" status: 204 len: 173 time: 0.6429443 Jun 23 16:42:30.158301 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'name': 'network-vif-deleted', 'tag': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:30.160861 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bd929b5-633e-4f8a-a6bf-9901c24a653e" -d '{"events": [{"server_uuid": "a1a525da-79e4-474c-88a6-d972d2d44d2c", "name": "network-vif-deleted", "tag": "3dea8eb3-38eb-4276-9a86-d9c28960fdf3"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:30.165490 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-de5ec4d9-23c3-45ec-b90e-ca4791647a43 req-4085a16b-d44d-4d63-8f96-d8841235b731 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 210 time: 0.0818350 Jun 23 16:42:30.245393 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66868089-483f-4123-b57a-bfabb770ffdf req-0682d901-90ed-4dc9-bd27-c6166b384a1e tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0602467 Jun 23 16:42:30.282071 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054b292e-fbd7-4eb8-8c15-cc35a489039c x-openstack-request-id: req-054b292e-fbd7-4eb8-8c15-cc35a489039c {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:30.282910 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1a525da-79e4-474c-88a6-d972d2d44d2c", "name": "network-vif-deleted", "tag": "3dea8eb3-38eb-4276-9a86-d9c28960fdf3", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:30.283566 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-054b292e-fbd7-4eb8-8c15-cc35a489039c {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:30.291744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1a525da-79e4-474c-88a6-d972d2d44d2c', 'name': 'network-vif-deleted', 'tag': '3dea8eb3-38eb-4276-9a86-d9c28960fdf3', 'status': 'completed', 'code': 200} Jun 23 16:42:30.723487 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-6c8efe3e-0f7e-4f9d-a179-864963d5ab54 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:30.726744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-6c8efe3e-0f7e-4f9d-a179-864963d5ab54 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "GET /v2.0/networks?id=2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 200 len: 807 time: 0.1259494 Jun 23 16:42:30.756751 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Request body: {'port': {'device_id': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de', 'admin_state_up': True, 'tenant_id': '796667ce177d4aee816acbd32947c812'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:42:31.166137 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34ac42-098a-42c8-b343-d50b7902e4a1 req-b19ca712-a656-4e8e-a29a-c59e127473b1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:31.167708 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ce34ac42-098a-42c8-b343-d50b7902e4a1 req-b19ca712-a656-4e8e-a29a-c59e127473b1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1092181 Jun 23 16:42:31.168875 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Made reservation on behalf of 796667ce177d4aee816acbd32947c812 for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:42:31.172291 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:31.267500 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ce34ac42-098a-42c8-b343-d50b7902e4a1 req-f7354659-e1d0-4ed3-be15-6dfb46c8f256 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912852 Jun 23 16:42:31.418690 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-95365699-5504-4bcf-be26-771b53a7c536 req-d9202ce6-fb93-4932-980f-b7af4a782ef3 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=a1a525da-79e4-474c-88a6-d972d2d44d2c HTTP/1.1" status: 200 len: 210 time: 0.0572150 Jun 23 16:42:31.488957 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Allocated IP 172.20.0.5 (2aed7aee-6df3-42c0-9de4-3bf048be54de/c1de8f7d-6f7c-4408-9674-68864a22cc56/ef6c338a-44a7-41c7-93dd-449c3353e148) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:42:31.494059 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0cba2665-894a-44ea-a965-770f20b5a475 req-d01be35e-ac6e-42f2-85ef-9c08072cae6e tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0453558 Jun 23 16:42:31.676659 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:31.721968 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:31.727263 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a9aad1a3-129f-45be-a44e-5db2e4212df7 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:31.779982 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Network 2aed7aee-6df3-42c0-9de4-3bf048be54de is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:42:31.785533 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:42:31.790267 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:42:31.796913 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Pushing event updated for resources: {'Port': ['ID=ef6c338a-44a7-41c7-93dd-449c3353e148,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:31.816226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:31.843476 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:31.844181 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:31.861032 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1121330 Jun 23 16:42:31.887249 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Request body: {'port': {'device_id': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:42:31.967623 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.215737 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57678) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:32.330364 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6c338a-44a7-41c7-93dd-449c3353e148 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:42:32.342743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.365780 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.370411 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Transition to ACTIVE for port object ef6c338a-44a7-41c7-93dd-449c3353e148 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:42:32.374874 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.377755 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:32.539949 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.545030 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6c338a-44a7-41c7-93dd-449c3353e148,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:32.549595 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.551423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:32.556576 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a1edc7dd-41a1-436b-b61f-131f792443bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:32.581672 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Attempting to bind port ef6c338a-44a7-41c7-93dd-449c3353e148 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:42:32.582838 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Attempting to bind port ef6c338a-44a7-41c7-93dd-449c3353e148 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:42:32.583179 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Attempting to bind port ef6c338a-44a7-41c7-93dd-449c3353e148 on network 2aed7aee-6df3-42c0-9de4-3bf048be54de {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:42:32.594566 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Port ef6c338a-44a7-41c7-93dd-449c3353e148 on network 2aed7aee-6df3-42c0-9de4-3bf048be54de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:42:32.594891 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Attempting to bind port ef6c338a-44a7-41c7-93dd-449c3353e148 on network 2aed7aee-6df3-42c0-9de4-3bf048be54de {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:42:32.603806 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:42:32.604191 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Checking segment: {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:42:32.604529 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Bound using segment: {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:42:32.604952 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Bound port: ef6c338a-44a7-41c7-93dd-449c3353e148, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1422, 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:42:32.605325 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.623499 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=916443e225e540bab0357147cae433c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063749 Jun 23 16:42:32.625155 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf717bc1-1da2-4ed7-8d33-44e78fba3003,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:32.627633 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d9a56-dfc3-4afb-b4d6-251ee51dc5e9 req-f6235657-3951-4775-8da7-9120539c9613 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:32.628400 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57690) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:32.631038 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f03d9a56-dfc3-4afb-b4d6-251ee51dc5e9 req-f6235657-3951-4775-8da7-9120539c9613 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1721702 Jun 23 16:42:32.631620 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:32.728917 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.730688 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f03d9a56-dfc3-4afb-b4d6-251ee51dc5e9 req-c3fce42d-e3d5-4819-a073-00119ae5117c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704353 Jun 23 16:42:32.736232 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] For port ef6c338a-44a7-41c7-93dd-449c3353e148, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:42:32.741130 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] For port ef6c338a-44a7-41c7-93dd-449c3353e148, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ef6c338a-44a7-41c7-93dd-449c3353e148,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:42:32.747181 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.751178 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-421b26ca-00a7-4ad1-8204-e1d19822cce3 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:32.766956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:32.767733 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.770620 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] 10.222.0.111 "PUT /v2.0/ports/ef6c338a-44a7-41c7-93dd-449c3353e148 HTTP/1.1" status: 200 len: 1093 time: 0.8882551 Jun 23 16:42:32.773828 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'tag': 'ef6c338a-44a7-41c7-93dd-449c3353e148'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:32.776499 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0ae94d-2056-4455-acba-3ef44ab7d392" -d '{"events": [{"name": "network-changed", "server_uuid": "a6efccb8-08b9-4eb8-9d78-e2bd05e08e11", "tag": "ef6c338a-44a7-41c7-93dd-449c3353e148"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:32.783277 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.889054 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be52494-3dab-4b60-b4fb-cee5ca167bc1 x-openstack-request-id: req-5be52494-3dab-4b60-b4fb-cee5ca167bc1 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:32.889054 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6efccb8-08b9-4eb8-9d78-e2bd05e08e11", "tag": "ef6c338a-44a7-41c7-93dd-449c3353e148", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:32.889054 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-5be52494-3dab-4b60-b4fb-cee5ca167bc1 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:32.889054 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'tag': 'ef6c338a-44a7-41c7-93dd-449c3353e148', 'status': 'completed', 'code': 200} Jun 23 16:42:32.889442 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.889705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:32.890965 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/cf717bc1-1da2-4ed7-8d33-44e78fba3003 HTTP/1.1" status: 204 len: 168 time: 0.2613280 Jun 23 16:42:32.892061 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-34d0ded4-cab8-469f-8394-3f87ae7dc112 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:32.901283 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf717bc1-1da2-4ed7-8d33-44e78fba3003,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:32.903761 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:32.974504 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6c338a-44a7-41c7-93dd-449c3353e148,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:32.977901 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:33.030173 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5d598b3e-81b8-4540-9e77-5323c8ecc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:33.031995 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5d598b3e-81b8-4540-9e77-5323c8ecc125 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=796667ce177d4aee816acbd32947c812&device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 1096 time: 0.1074340 Jun 23 16:42:33.040297 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30d6a7-560e-46ef-b506-ba4d91332fed req-61997190-9ee3-4655-aca2-3e7a3bc38abd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:33.041814 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dc30d6a7-560e-46ef-b506-ba4d91332fed req-61997190-9ee3-4655-aca2-3e7a3bc38abd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 943 time: 0.1408846 Jun 23 16:42:33.117647 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-f22279d9-d96d-47f9-ab5c-b68c47f15971 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6c338a-44a7-41c7-93dd-449c3353e148 HTTP/1.1" status: 200 len: 217 time: 0.0587924 Jun 23 16:42:33.157847 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:42:33.165025 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dc30d6a7-560e-46ef-b506-ba4d91332fed req-33e4cb3a-f21b-488e-9cc5-4cd41391cb23 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162243 Jun 23 16:42:33.187311 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dede778-2a66-4707-bc26-73f0a436e995 req-1bec4fa0-a992-4bed-88e3-4a9af8b2d844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:33.188981 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-1bec4fa0-a992-4bed-88e3-4a9af8b2d844 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c1de8f7d-6f7c-4408-9674-68864a22cc56 HTTP/1.1" status: 200 len: 847 time: 0.0608749 Jun 23 16:42:33.208491 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:42:33.208846 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 3dea8eb3-38eb-4276-9a86-d9c28960fdf3 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:42:33.234358 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-d18df3c0-d6e8-4412-8452-310bf50f89e9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=2aed7aee-6df3-42c0-9de4-3bf048be54de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330768 Jun 23 16:42:33.393400 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-a96eb3fc-905f-4792-972a-171ad1a5c640 service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371779 Jun 23 16:42:33.501077 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7dede778-2a66-4707-bc26-73f0a436e995 req-5a2732a8-49ba-47cb-ae9f-4638ef26ba86 service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960226 Jun 23 16:42:33.738803 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-bfd31d78-562e-40bc-90c8-79996f11f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:33.741092 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-bfd31d78-562e-40bc-90c8-79996f11f796 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=796667ce177d4aee816acbd32947c812&device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 1096 time: 0.0690384 Jun 23 16:42:33.849679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-b59479cd-f823-4a33-a6e8-ee29abfdd54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:33.851146 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-b59479cd-f823-4a33-a6e8-ee29abfdd54f service neutron] 10.222.0.111 "GET /v2.0/networks?id=2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 200 len: 909 time: 0.0977249 Jun 23 16:42:33.946442 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-693fe0fd-6b82-4f87-9239-6a0eac6da268 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef6c338a-44a7-41c7-93dd-449c3353e148 HTTP/1.1" status: 200 len: 217 time: 0.0747395 Jun 23 16:42:34.050396 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-6f57bb4d-c02e-432d-b1b1-77423896be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:34.052604 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-6f57bb4d-c02e-432d-b1b1-77423896be3e service neutron] 10.222.0.111 "GET /v2.0/subnets?id=c1de8f7d-6f7c-4408-9674-68864a22cc56 HTTP/1.1" status: 200 len: 847 time: 0.0922761 Jun 23 16:42:34.065426 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696360f7-ec64-4f5a-bf91-8b101f7e7c06 req-2ace4987-5238-429d-9682-ab72c9d56b61 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:34.068348 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-696360f7-ec64-4f5a-bf91-8b101f7e7c06 req-2ace4987-5238-429d-9682-ab72c9d56b61 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.2074389 Jun 23 16:42:34.106782 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-35b6f3d2-793b-4fb1-b8f4-635368db83e7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=2aed7aee-6df3-42c0-9de4-3bf048be54de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372434 Jun 23 16:42:34.156231 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-696360f7-ec64-4f5a-bf91-8b101f7e7c06 req-c197e590-00f3-46ea-a427-2a63f06f9cfc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779233 Jun 23 16:42:34.291956 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-6312db14-2e52-4162-834a-b95fcb209f9a service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599970 Jun 23 16:42:34.549901 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5f0ae94d-2056-4455-acba-3ef44ab7d392 req-21d33813-c01b-4750-b483-f060b047d5d3 service neutron] 10.222.0.111 "GET /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366002 Jun 23 16:42:34.576127 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2811ed-fb6d-45ac-b4c4-b40fd24fa438 req-984b8994-65d2-454e-813a-eac0b3984dc2 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:34.583686 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ba2811ed-fb6d-45ac-b4c4-b40fd24fa438 req-984b8994-65d2-454e-813a-eac0b3984dc2 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 943 time: 0.1852038 Jun 23 16:42:34.639337 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac489e32-c67a-4698-90d6-5bf6f3ab1b4e req-8b3bcacc-02d1-44f5-9bdd-d4a7939c56f0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:34.641088 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ac489e32-c67a-4698-90d6-5bf6f3ab1b4e req-8b3bcacc-02d1-44f5-9bdd-d4a7939c56f0 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.1520014 Jun 23 16:42:34.644413 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ba2811ed-fb6d-45ac-b4c4-b40fd24fa438 req-415591a2-e0cd-472b-9f58-08d4c242f3f0 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595062 Jun 23 16:42:34.696422 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ac489e32-c67a-4698-90d6-5bf6f3ab1b4e req-c0d32c03-0972-4ca6-b947-ce9fff08d964 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476866 Jun 23 16:42:35.355688 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa7b29-6d6c-4b25-ae1c-9dd6af5ff7a1 req-27ea78b8-6142-4773-8619-6b431e4db0cb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:35.357200 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f7fa7b29-6d6c-4b25-ae1c-9dd6af5ff7a1 req-27ea78b8-6142-4773-8619-6b431e4db0cb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0690765 Jun 23 16:42:35.396909 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f7fa7b29-6d6c-4b25-ae1c-9dd6af5ff7a1 req-7f6272bc-6a77-4ed2-8b82-243430691cb9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328887 Jun 23 16:42:35.888795 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b19b3-bc45-43b8-917d-21c9c24b16cc req-0bba35af-aa36-4df1-ada6-909e9220fa10 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:35.890518 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c37b19b3-bc45-43b8-917d-21c9c24b16cc req-0bba35af-aa36-4df1-ada6-909e9220fa10 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 943 time: 0.0707419 Jun 23 16:42:35.945055 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c37b19b3-bc45-43b8-917d-21c9c24b16cc req-c36c1c5a-e8d2-4bf2-95b5-cd105c7b9219 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Jun 23 16:42:36.128712 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97a7fc-120f-42e4-a37c-30829584a621 req-f94fa639-a716-47e4-8928-a099a43a1196 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:36.130579 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1a97a7fc-120f-42e4-a37c-30829584a621 req-f94fa639-a716-47e4-8928-a099a43a1196 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.0834711 Jun 23 16:42:36.172966 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1a97a7fc-120f-42e4-a37c-30829584a621 req-e001007b-38b3-4db8-b01c-4887ba63f09a tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352066 Jun 23 16:42:36.584814 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b9fba-bf20-41b6-9629-354a70282ccb req-f0b9c34e-b783-4ed1-babc-24fc55bafb41 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:36.586405 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-121b9fba-bf20-41b6-9629-354a70282ccb req-f0b9c34e-b783-4ed1-babc-24fc55bafb41 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0705345 Jun 23 16:42:36.626153 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-121b9fba-bf20-41b6-9629-354a70282ccb req-db21e5d0-8ae0-4a07-adf0-e02265046b4b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336797 Jun 23 16:42:37.151480 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d232e8d-3c22-4789-8239-607fbfca3ce9 req-8fac4cbf-9bb9-4965-bd59-fa2951ac9f0a tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:37.152952 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4d232e8d-3c22-4789-8239-607fbfca3ce9 req-8fac4cbf-9bb9-4965-bd59-fa2951ac9f0a tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 943 time: 0.0669327 Jun 23 16:42:37.191343 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ef6c338a-44a7-41c7-93dd-449c3353e148 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:42:37.192301 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4d232e8d-3c22-4789-8239-607fbfca3ce9 req-6179e600-e1d5-4a76-a74c-7b2eb72c4dde tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Jun 23 16:42:37.308625 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port ef6c338a-44a7-41c7-93dd-449c3353e148, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ef6c338a-44a7-41c7-93dd-449c3353e148,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:37.321379 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'ef6c338a-44a7-41c7-93dd-449c3353e148', 'network_id': '2aed7aee-6df3-42c0-9de4-3bf048be54de', 'port_id': 'ef6c338a-44a7-41c7-93dd-449c3353e148', 'mac_address': 'fa:16:3e:ca:87:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1de8f7d-6f7c-4408-9674-68864a22cc56', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:42:37.364043 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:37.365517 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc741dc-80d6-4e5a-a718-13cacabe333f req-9e099f94-582d-4b02-b7b1-a1c22ad3cced tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:37.367018 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6cc741dc-80d6-4e5a-a718-13cacabe333f req-9e099f94-582d-4b02-b7b1-a1c22ad3cced tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.0758629 Jun 23 16:42:37.376696 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6c338a-44a7-41c7-93dd-449c3353e148 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:42:37.396899 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port ef6c338a-44a7-41c7-93dd-449c3353e148, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ef6c338a-44a7-41c7-93dd-449c3353e148,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:37.401163 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:37.403022 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:37.407781 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6cc741dc-80d6-4e5a-a718-13cacabe333f req-6b6818f5-3494-462b-bd8c-d0d80528d69e tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347450 Jun 23 16:42:37.451922 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=ef6c338a-44a7-41c7-93dd-449c3353e148,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:37.459202 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.459553 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.459918 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.460249 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.460572 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.460898 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.461219 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.461537 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.461854 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.462172 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.462490 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.462827 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:42:37.466857 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:37.823898 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c55bc-209f-4fe8-b555-19ec251b2ec2 req-6572cb93-afb0-4f84-90d5-c711242c9b95 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:37.825509 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b67c55bc-209f-4fe8-b555-19ec251b2ec2 req-6572cb93-afb0-4f84-90d5-c711242c9b95 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0658231 Jun 23 16:42:37.867226 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b67c55bc-209f-4fe8-b555-19ec251b2ec2 req-1c332e21-ad52-4c73-927e-47627331f36b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345857 Jun 23 16:42:38.071390 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['ef6c338a-44a7-41c7-93dd-449c3353e148'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:42:38.193910 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-0883c2d6-896f-4406-a250-6494c8a371cf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:38.207888 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-0883c2d6-896f-4406-a250-6494c8a371cf tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.1234317 Jun 23 16:42:38.352556 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Deleting port db6bff92-2a0b-4904-b03a-d63a8ff83873 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:42:38.352788 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:38.473887 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] For port db6bff92-2a0b-4904-b03a-d63a8ff83873, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=db6bff92-2a0b-4904-b03a-d63a8ff83873,segment=NetworkSegment(6f7865fa-85cb-4c3c-abf5-489bbd8378c0),segment_id=6f7865fa-85cb-4c3c-abf5-489bbd8378c0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:38.474241 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:38.484544 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa5cd7-cd13-4edd-91cd-a646eabef4bc req-a6965a70-8829-4853-89ba-17a3344f50cd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:38.486031 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e1aa5cd7-cd13-4edd-91cd-a646eabef4bc req-a6965a70-8829-4853-89ba-17a3344f50cd tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 944 time: 0.1478257 Jun 23 16:42:38.504783 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Calling delete_port for db6bff92-2a0b-4904-b03a-d63a8ff83873 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:42:38.580320 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e1aa5cd7-cd13-4edd-91cd-a646eabef4bc req-439e1b08-a26e-45a9-86ba-33d0d7298aec tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877900 Jun 23 16:42:38.660494 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213392c1-e38c-48f7-a9cd-317802585d15 req-da60f5e8-33ef-44ff-acda-fc1764818a44 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:38.662027 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-213392c1-e38c-48f7-a9cd-317802585d15 req-da60f5e8-33ef-44ff-acda-fc1764818a44 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/ports?device_id=33636644-7771-48ff-92e7-53ea7423efc7 HTTP/1.1" status: 200 len: 945 time: 0.1334550 Jun 23 16:42:38.734734 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-213392c1-e38c-48f7-a9cd-317802585d15 req-5704353b-c838-4c37-9ad0-6470911f75db tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.97 "GET /v2.0/security-groups?id=1bb3bc56-eb3c-406d-ac50-ee867a19af56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663390 Jun 23 16:42:38.740134 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:38.745051 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:38.774841 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Pushing event deleted for resources: {'Port': ['ID=db6bff92-2a0b-4904-b03a-d63a8ff83873,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:38.777284 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:38.799100 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:42:38.823489 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] No DVR routers for this DVR port db6bff92-2a0b-4904-b03a-d63a8ff83873 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:42:38.826081 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:38.828210 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9482cad-3366-4510-b1eb-a595b5149f57 req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] 10.222.0.111 "DELETE /v2.0/ports/db6bff92-2a0b-4904-b03a-d63a8ff83873 HTTP/1.1" status: 204 len: 173 time: 0.6036763 Jun 23 16:42:38.828713 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33636644-7771-48ff-92e7-53ea7423efc7', 'name': 'network-vif-deleted', 'tag': 'db6bff92-2a0b-4904-b03a-d63a8ff83873'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:38.831225 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b91910-02fc-4a09-9bbd-4bd3fe608f4c" -d '{"events": [{"server_uuid": "33636644-7771-48ff-92e7-53ea7423efc7", "name": "network-vif-deleted", "tag": "db6bff92-2a0b-4904-b03a-d63a8ff83873"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:38.878540 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87019c67-5597-4018-bce8-2353f4035d81 x-openstack-request-id: req-87019c67-5597-4018-bce8-2353f4035d81 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:38.878953 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33636644-7771-48ff-92e7-53ea7423efc7", "name": "network-vif-deleted", "tag": "db6bff92-2a0b-4904-b03a-d63a8ff83873", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:38.879312 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-87019c67-5597-4018-bce8-2353f4035d81 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:38.879986 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33636644-7771-48ff-92e7-53ea7423efc7', 'name': 'network-vif-deleted', 'tag': 'db6bff92-2a0b-4904-b03a-d63a8ff83873', 'status': 'completed', 'code': 200} Jun 23 16:42:39.056282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342cebd5-d840-468f-af5e-56f997db5430 req-c504143d-579f-43fe-9abd-0ed2341fe148 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:39.058259 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-342cebd5-d840-468f-af5e-56f997db5430 req-c504143d-579f-43fe-9abd-0ed2341fe148 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0675454 Jun 23 16:42:39.101980 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-342cebd5-d840-468f-af5e-56f997db5430 req-1869ca67-ef92-458b-9fe7-de24aac781cb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359533 Jun 23 16:42:39.132172 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['db6bff92-2a0b-4904-b03a-d63a8ff83873'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:42:39.617411 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57848) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:39.741247 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:39.800996 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6e95e-49f5-48d7-932e-007353772fd4 req-7c2617bd-4f81-4066-974f-2de65c818561 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:39.813817 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-15f6e95e-49f5-48d7-932e-007353772fd4 req-7c2617bd-4f81-4066-974f-2de65c818561 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 944 time: 0.1032372 Jun 23 16:42:39.841827 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:39.846596 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:39.857869 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 57854) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:39.858504 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-22c6f03d-b39c-4337-ab7b-b5b2c70427ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:39.861787 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-15f6e95e-49f5-48d7-932e-007353772fd4 req-f8027f60-85de-4764-8908-216b2b1ac2f1 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466874 Jun 23 16:42:39.916311 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=82aa175be8ba423b8b410e8f6b443142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2974708 Jun 23 16:42:39.919322 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57856) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:39.933791 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c1e9d4-5609-4021-8e25-d36de400c2b6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:39.938378 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:39.944566 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Deleting subnet 1b678e12-cc6d-4361-b234-420c167fd753 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:42:39.948019 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:39.979039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:39.985572 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.003551 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.029151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.069128 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.072024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.076168 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/c4c1e9d4-5609-4021-8e25-d36de400c2b6 HTTP/1.1" status: 204 len: 168 time: 0.1533709 Jun 23 16:42:40.076168 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4bab07d4-7e8e-4075-976b-1a1a4681af05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:40.092399 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.092954 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c1e9d4-5609-4021-8e25-d36de400c2b6,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:40.095357 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:40.095676 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:40.126126 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b678e12-cc6d-4361-b234-420c167fd753,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:40.128691 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.132847 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/1b678e12-cc6d-4361-b234-420c167fd753 HTTP/1.1" status: 204 len: 168 time: 0.2686837 Jun 23 16:42:40.132847 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-106d1150-a9f4-43f0-994f-efa45104ee87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:40.133688 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57866) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:40.210527 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.338561 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.351530 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['842dc271-9318-40dd-b514-135a5e60f1d9']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:42:40.578911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7865fa-85cb-4c3c-abf5-489bbd8378c0') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:42:40.579212 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7865fa-85cb-4c3c-abf5-489bbd8378c0') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:42:40.592937 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.609496 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.624584 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d861a0-c28f-49c6-a2aa-68687f8e0225 req-f73594cd-d55a-44f7-a6dd-dc6f9307a674 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:40.626044 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-10d861a0-c28f-49c6-a2aa-68687f8e0225 req-f73594cd-d55a-44f7-a6dd-dc6f9307a674 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.3619375 Jun 23 16:42:40.626978 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Releasing vlan 1419 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:42:40.627355 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:42:40.629366 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:42:40.707707 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-10d861a0-c28f-49c6-a2aa-68687f8e0225 req-6cf75934-8881-4ccb-8318-de53ae64e4ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690551 Jun 23 16:42:40.708540 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.714085 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0df7dd05-28d2-4859-840d-ffd3cc53b1d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:40.717878 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:40.721136 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] 10.222.0.97 "DELETE /v2.0/networks/842dc271-9318-40dd-b514-135a5e60f1d9 HTTP/1.1" status: 204 len: 168 time: 0.5865750 Jun 23 16:42:40.744010 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Pushing event deleted for resources: {'Network': ['ID=842dc271-9318-40dd-b514-135a5e60f1d9,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:40.746992 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:40.911910 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57874) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:40.962190 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-67604347-6bbb-45c7-a471-66464b2c768d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a1c3d05feb244dfebb7265a3148bf37e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483971 Jun 23 16:42:40.964118 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 57876) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:41.046948 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.077626 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.106551 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41897771-cc92-4e7f-a9f1-68572c4887e1 req-d5efc853-be23-41b1-b77f-59eb17aa2766 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:41.108070 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-41897771-cc92-4e7f-a9f1-68572c4887e1 req-d5efc853-be23-41b1-b77f-59eb17aa2766 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 944 time: 0.1219974 Jun 23 16:42:41.156819 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-41897771-cc92-4e7f-a9f1-68572c4887e1 req-f93e1719-a7d5-4feb-94b2-7452640774a7 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419362 Jun 23 16:42:41.164353 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.167060 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.168288 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/1bb3bc56-eb3c-406d-ac50-ee867a19af56 HTTP/1.1" status: 204 len: 168 time: 0.2032061 Jun 23 16:42:41.169088 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-ec483dff-9101-4d5b-8090-d979175b1e5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:41.177105 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb3bc56-eb3c-406d-ac50-ee867a19af56,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:41.179348 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:41.198424 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ef6c338a-44a7-41c7-93dd-449c3353e148 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:42:41.251112 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port ef6c338a-44a7-41c7-93dd-449c3353e148 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:42:41.255389 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port ef6c338a-44a7-41c7-93dd-449c3353e148 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:42:41.255803 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.337817 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.361086 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6c338a-44a7-41c7-93dd-449c3353e148'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:41.364290 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5054ce4-de70-4517-9ef6-67414cea106a" -d '{"events": [{"server_uuid": "a6efccb8-08b9-4eb8-9d78-e2bd05e08e11", "name": "network-vif-plugged", "status": "completed", "tag": "ef6c338a-44a7-41c7-93dd-449c3353e148"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:41.377641 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port ef6c338a-44a7-41c7-93dd-449c3353e148, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ef6c338a-44a7-41c7-93dd-449c3353e148,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:41.384747 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:41.385700 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device db6bff92-2a0b-4904-b03a-d63a8ff83873 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:42:41.388442 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:41.406535 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227e458-3149-4fb0-93d8-6c0e85d5cb98 x-openstack-request-id: req-4227e458-3149-4fb0-93d8-6c0e85d5cb98 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:41.406833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6efccb8-08b9-4eb8-9d78-e2bd05e08e11", "name": "network-vif-plugged", "status": "completed", "tag": "ef6c338a-44a7-41c7-93dd-449c3353e148", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:41.407086 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-4227e458-3149-4fb0-93d8-6c0e85d5cb98 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:41.407472 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6c338a-44a7-41c7-93dd-449c3353e148', 'code': 200} Jun 23 16:42:41.409425 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: db6bff92-2a0b-4904-b03a-d63a8ff83873 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:42:41.409750 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device db6bff92-2a0b-4904-b03a-d63a8ff83873 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:42:41.452987 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=ef6c338a-44a7-41c7-93dd-449c3353e148,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:41.456299 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:41.780187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb377598-5108-4555-a891-2699c460224b req-1b374c2a-35f5-4f70-bec4-3395321fefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:41.782119 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eb377598-5108-4555-a891-2699c460224b req-1b374c2a-35f5-4f70-bec4-3395321fefe9 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 1098 time: 0.0736666 Jun 23 16:42:41.827871 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eb377598-5108-4555-a891-2699c460224b req-d04a5cfd-23c5-48a5-8b09-072881471180 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350339 Jun 23 16:42:41.914100 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb47d57-9d6d-4018-b444-cfba654baf17 req-66a7b037-a138-4252-af54-2a965043cf73 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:41.915829 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3cb47d57-9d6d-4018-b444-cfba654baf17 req-66a7b037-a138-4252-af54-2a965043cf73 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0719101 Jun 23 16:42:41.959192 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3cb47d57-9d6d-4018-b444-cfba654baf17 req-9882d210-d6e0-4ced-bea7-696d0ffad7c4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367849 Jun 23 16:42:42.444194 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680e3978-bb7a-45b1-8268-aa7e75860b21 req-b96fd1b7-1c1a-4fbf-add3-f9cdd8f79789 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:42.449482 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-680e3978-bb7a-45b1-8268-aa7e75860b21 req-b96fd1b7-1c1a-4fbf-add3-f9cdd8f79789 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.1656609 Jun 23 16:42:42.541150 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-680e3978-bb7a-45b1-8268-aa7e75860b21 req-b80ce248-51d8-4c20-b869-27679a852463 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865562 Jun 23 16:42:43.149778 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0620d79-9e04-4985-8434-0f71f7dc18b7 req-a1f13960-1baf-44fa-bbc7-07dfa99d0742 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:43.151325 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a0620d79-9e04-4985-8434-0f71f7dc18b7 req-a1f13960-1baf-44fa-bbc7-07dfa99d0742 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0723624 Jun 23 16:42:43.192845 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a0620d79-9e04-4985-8434-0f71f7dc18b7 req-e44736c4-6eaf-4d2c-9a8d-a9a3352408ae tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332351 Jun 23 16:42:43.808056 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335021f5-925e-4f9d-a8ec-2ec4e74a9498 req-02882a04-ba0d-43c4-a687-5a500f530302 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:43.810712 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-335021f5-925e-4f9d-a8ec-2ec4e74a9498 req-02882a04-ba0d-43c4-a687-5a500f530302 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0912750 Jun 23 16:42:43.856929 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-335021f5-925e-4f9d-a8ec-2ec4e74a9498 req-e1cdc115-4bd9-4288-aac0-9e6b548b5ff2 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400879 Jun 23 16:42:44.163112 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:44.396138 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83197ba-36b2-4408-bd85-ff4fb68e85b7 req-c500288a-8009-4806-8cc2-7f388635fee9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:44.397787 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e83197ba-36b2-4408-bd85-ff4fb68e85b7 req-c500288a-8009-4806-8cc2-7f388635fee9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0742605 Jun 23 16:42:44.442861 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e83197ba-36b2-4408-bd85-ff4fb68e85b7 req-137d41f7-3233-4720-9203-78ed81f752cd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345829 Jun 23 16:42:44.666509 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-a353b181-6781-4356-87ac-0f551ba25306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:45.068161 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af29b54a-aec4-4b1d-8bcc-c17154828269 req-56f5cdd6-96c3-4c2a-868f-3360dedd9dce tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:45.069696 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-af29b54a-aec4-4b1d-8bcc-c17154828269 req-56f5cdd6-96c3-4c2a-868f-3360dedd9dce tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0724230 Jun 23 16:42:45.115327 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-af29b54a-aec4-4b1d-8bcc-c17154828269 req-35be02cf-7ac6-43d6-864b-0be42229b8f5 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Jun 23 16:42:45.629810 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed58674-122c-4743-8515-7873ac3509bb req-db5b96d6-2fd2-434f-b681-02b313498b1a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:45.631582 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eed58674-122c-4743-8515-7873ac3509bb req-db5b96d6-2fd2-434f-b681-02b313498b1a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0710807 Jun 23 16:42:45.676112 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eed58674-122c-4743-8515-7873ac3509bb req-0bcf6737-fd22-49c3-a1e6-d954bd9e863e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Jun 23 16:42:46.482607 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773da406-3281-4017-a205-9094ff8161c0 req-5c6e7d84-b41f-4bcc-8250-5ee03b993d2c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:46.484182 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-773da406-3281-4017-a205-9094ff8161c0 req-5c6e7d84-b41f-4bcc-8250-5ee03b993d2c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0728641 Jun 23 16:42:46.526615 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-773da406-3281-4017-a205-9094ff8161c0 req-ae9eb42b-05fd-4e65-9db6-5d331a7d7231 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359323 Jun 23 16:42:46.859855 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc594c2c-8f0f-4263-bfeb-156a6e0a7f09 req-9ec6722e-92d3-47f1-9441-c13d41f6fb26 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:46.861355 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bc594c2c-8f0f-4263-bfeb-156a6e0a7f09 req-9ec6722e-92d3-47f1-9441-c13d41f6fb26 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0664718 Jun 23 16:42:46.903741 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bc594c2c-8f0f-4263-bfeb-156a6e0a7f09 req-cdf7d68a-9e29-47e0-868c-bf44c93c74f3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343943 Jun 23 16:42:47.453462 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dbe309a7-cad8-48c5-8948-ebc718ff9e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:47.504646 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:47.716059 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255911-9593-4e36-a49e-03cd7f7cf285 req-8697677b-66a1-4638-be0c-d1d39bf4208c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:47.717629 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a3255911-9593-4e36-a49e-03cd7f7cf285 req-8697677b-66a1-4638-be0c-d1d39bf4208c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0748281 Jun 23 16:42:47.758502 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a3255911-9593-4e36-a49e-03cd7f7cf285 req-ff876a44-8fdc-4e69-910d-29d6e7a826f2 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321715 Jun 23 16:42:48.102292 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a647c-113a-4685-9380-30148ccdb8f3 req-61db17ad-737c-47d4-8da0-56acf7f7abf4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:48.103868 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-de2a647c-113a-4685-9380-30148ccdb8f3 req-61db17ad-737c-47d4-8da0-56acf7f7abf4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0805931 Jun 23 16:42:48.146113 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-de2a647c-113a-4685-9380-30148ccdb8f3 req-3080f90b-694b-419e-901d-bddeafc4b032 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362370 Jun 23 16:42:48.536750 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:48.966846 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b41dd-2227-4846-8bd0-84467a47f73d req-b0eb5efa-4af7-4b92-9ec8-fc2c34eb8e81 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:48.968412 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b06b41dd-2227-4846-8bd0-84467a47f73d req-b0eb5efa-4af7-4b92-9ec8-fc2c34eb8e81 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0770299 Jun 23 16:42:49.044343 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b06b41dd-2227-4846-8bd0-84467a47f73d req-53a0c397-9b1a-47d1-96f8-0351ae22e9c5 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/security-groups?id=a443c387-1bc5-4ac4-8874-344e8c3c4bec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696187 Jun 23 16:42:49.074389 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-ad958ed7-5354-4057-ae52-c0c0e455be42 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:49.075875 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-ad958ed7-5354-4057-ae52-c0c0e455be42 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 945 time: 0.0862832 Jun 23 16:42:49.192067 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Deleting port ef6c338a-44a7-41c7-93dd-449c3353e148 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:42:49.192766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:49.322565 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] For port ef6c338a-44a7-41c7-93dd-449c3353e148, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ef6c338a-44a7-41c7-93dd-449c3353e148,segment=NetworkSegment(7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4),segment_id=7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:42:49.322927 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:49.338007 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Calling delete_port for ef6c338a-44a7-41c7-93dd-449c3353e148 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:42:49.411741 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038ff8b-1b5c-4909-bbde-00c407106677 req-8b72ae24-935d-41f1-b2eb-44f215b6c8d5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:49.413116 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2038ff8b-1b5c-4909-bbde-00c407106677 req-8b72ae24-935d-41f1-b2eb-44f215b6c8d5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1357760 Jun 23 16:42:49.468666 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2038ff8b-1b5c-4909-bbde-00c407106677 req-a6d6a5ad-eb22-4686-9ec5-7a9ea01e76b3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483267 Jun 23 16:42:49.523048 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:49.527187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:49.551861 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Pushing event deleted for resources: {'Port': ['ID=ef6c338a-44a7-41c7-93dd-449c3353e148,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:49.555306 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:49.601693 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] No DVR routers for this DVR port ef6c338a-44a7-41c7-93dd-449c3353e148 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:42:49.604320 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:49.606345 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-41b3cf14-adc1-41a8-90fc-ab97e94003de req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.111 "DELETE /v2.0/ports/ef6c338a-44a7-41c7-93dd-449c3353e148 HTTP/1.1" status: 204 len: 173 time: 0.5208137 Jun 23 16:42:49.606852 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'name': 'network-vif-deleted', 'tag': 'ef6c338a-44a7-41c7-93dd-449c3353e148'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:42:49.609258 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fdbb14-b952-448c-beb2-70ac4a0dd3f8" -d '{"events": [{"server_uuid": "a6efccb8-08b9-4eb8-9d78-e2bd05e08e11", "name": "network-vif-deleted", "tag": "ef6c338a-44a7-41c7-93dd-449c3353e148"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:42:49.647081 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb90a8f-9589-470d-8152-c5ec997c85ea x-openstack-request-id: req-bfb90a8f-9589-470d-8152-c5ec997c85ea {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:42:49.647397 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6efccb8-08b9-4eb8-9d78-e2bd05e08e11", "name": "network-vif-deleted", "tag": "ef6c338a-44a7-41c7-93dd-449c3353e148", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:42:49.647688 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bfb90a8f-9589-470d-8152-c5ec997c85ea {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:42:49.648101 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6efccb8-08b9-4eb8-9d78-e2bd05e08e11', 'name': 'network-vif-deleted', 'tag': 'ef6c338a-44a7-41c7-93dd-449c3353e148', 'status': 'completed', 'code': 200} Jun 23 16:42:50.194628 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:50.205465 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8119e333-1219-40e8-96b9-8583a56b8b45 req-70e29f27-c0b1-47b7-932b-bff39922f92c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] 10.222.0.97 "GET /v2.0/ports?device_id=a6efccb8-08b9-4eb8-9d78-e2bd05e08e11 HTTP/1.1" status: 200 len: 210 time: 0.0304837 Jun 23 16:42:50.659749 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c98ea1b-f250-4fa0-ab9f-744612bcbf57 req-7e85bccd-f06b-4ffd-aea9-5af7b66f954c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:50.661824 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2c98ea1b-f250-4fa0-ab9f-744612bcbf57 req-7e85bccd-f06b-4ffd-aea9-5af7b66f954c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0732045 Jun 23 16:42:50.703794 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2c98ea1b-f250-4fa0-ab9f-744612bcbf57 req-e78fda12-2c9a-463b-921c-91f9ba2c9211 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353522 Jun 23 16:42:51.068920 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58124) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:51.181135 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.274393 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.279570 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.283099 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ee062458-f7ad-46a2-931e-448dd6a1fc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:51.319095 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=30ffa961cfd646cea79c8aaa18c44267&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490947 Jun 23 16:42:51.321373 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc2dc32-8b7f-4e0d-b203-53e6407f0d9c,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:51.323029 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58132) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:51.325276 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:51.330550 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ef6c338a-44a7-41c7-93dd-449c3353e148 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:42:51.357868 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: ef6c338a-44a7-41c7-93dd-449c3353e148 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:42:51.358241 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ef6c338a-44a7-41c7-93dd-449c3353e148 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:42:51.386890 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.414145 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.465540 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.468443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:51.469658 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6dc2dc32-8b7f-4e0d-b203-53e6407f0d9c HTTP/1.1" status: 204 len: 168 time: 0.1453545 Jun 23 16:42:51.470505 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b8beb64b-3cb4-4c6d-8846-ee7611266890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:51.482059 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc2dc32-8b7f-4e0d-b203-53e6407f0d9c,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:51.487819 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:51.948041 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5ad684-43f3-4d84-a682-b5aecbb9f300 req-3bada054-2b00-4f9e-98af-bf2e4373eabf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:51.955379 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5e5ad684-43f3-4d84-a682-b5aecbb9f300 req-3bada054-2b00-4f9e-98af-bf2e4373eabf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1024718 Jun 23 16:42:51.995460 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5e5ad684-43f3-4d84-a682-b5aecbb9f300 req-974d268d-4cee-4944-b68d-0280c09e1dad tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Jun 23 16:42:52.786996 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89acb620-0df6-45f4-a0c4-c7f0f20ec138 req-6d530fec-a7e3-4504-9bc8-ba2ca975946c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:52.788583 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-89acb620-0df6-45f4-a0c4-c7f0f20ec138 req-6d530fec-a7e3-4504-9bc8-ba2ca975946c service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.0594451 Jun 23 16:42:52.845072 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-89acb620-0df6-45f4-a0c4-c7f0f20ec138 req-193ac1bb-a4a4-4804-837f-a0ae0855c0df service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336537 Jun 23 16:42:53.186735 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d1a7f-4aff-4862-938d-1151dfbe4e72 req-26f17ed5-89ab-435c-9023-5104abf05e6e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:53.188285 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2e7d1a7f-4aff-4862-938d-1151dfbe4e72 req-26f17ed5-89ab-435c-9023-5104abf05e6e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0666051 Jun 23 16:42:53.229444 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2e7d1a7f-4aff-4862-938d-1151dfbe4e72 req-196298fe-a255-4bb6-a999-1ce9026eb109 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345044 Jun 23 16:42:53.344882 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58252) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:53.465227 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.533860 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58262) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:53.571823 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.577641 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.581372 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-71f21501-d256-4cc7-b792-03d1b89e8dc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:53.624027 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4727d0-ae7c-4cc0-bd26-4a8f26e50eaf,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:53.639686 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b8a4c8b8c1cf4d718a037cfba50f603f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2935925 Jun 23 16:42:53.640176 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58270) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:53.641474 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:53.675555 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1066c5d7-4541-4d1d-a25b-667a03ef7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.738192 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.776835 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.846038 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1066c5d7-4541-4d1d-a25b-667a03ef7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.851012 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1066c5d7-4541-4d1d-a25b-667a03ef7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.855202 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-085b7ed5-f2ed-46a2-8a9d-b75a32cacc36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:53.886377 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.888935 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:53.890066 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/ae4727d0-ae7c-4cc0-bd26-4a8f26e50eaf HTTP/1.1" status: 204 len: 168 time: 0.2483604 Jun 23 16:42:53.902024 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1066c5d7-4541-4d1d-a25b-667a03ef7cb1 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a1afc16210114e22a8ecf1ca293f5b82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670485 Jun 23 16:42:53.903285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1066c5d7-4541-4d1d-a25b-667a03ef7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e5d017-9ae7-46d9-ae6c-b257fb92dac1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:53.905655 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58286) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:53.907705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1066c5d7-4541-4d1d-a25b-667a03ef7cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:53.908501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-528cec78-03c1-4ad6-82fb-a516ac74f8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:53.918696 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4727d0-ae7c-4cc0-bd26-4a8f26e50eaf,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:53.921251 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:54.011739 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.038558 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.100115 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.102990 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.104279 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/37e5d017-9ae7-46d9-ae6c-b257fb92dac1 HTTP/1.1" status: 204 len: 168 time: 0.1971459 Jun 23 16:42:54.105052 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b23a5674-5ca3-43b3-a0ad-7d077bc2be1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:54.122444 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e5d017-9ae7-46d9-ae6c-b257fb92dac1,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:54.126408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:54.340211 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58298) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:54.374268 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-af456e0d-2ade-4550-90c6-eaf9d3183ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.599138 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-af456e0d-2ade-4550-90c6-eaf9d3183ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.606868 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-af456e0d-2ade-4550-90c6-eaf9d3183ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.640003 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-25fffceb-4b61-479c-a5bf-c5e839683a34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:54.664083 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-af456e0d-2ade-4550-90c6-eaf9d3183ee7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7f996c30527b4733af79b18c4264bbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199351 Jun 23 16:42:54.664822 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58302) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:42:54.671019 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af456e0d-2ade-4550-90c6-eaf9d3183ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a88a3f-0236-42d1-b64e-433f506f40fd,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:54.688155 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-af456e0d-2ade-4550-90c6-eaf9d3183ee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:54.795548 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.838982 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.881754 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e507eb-927a-458a-ade4-6053095d97be req-a42a59ee-ed1c-4db9-b1b3-c38293c41fa5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:54.883573 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-11e507eb-927a-458a-ade4-6053095d97be req-a42a59ee-ed1c-4db9-b1b3-c38293c41fa5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1420820 Jun 23 16:42:54.944080 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-11e507eb-927a-458a-ade4-6053095d97be req-f8e7efdb-ba39-44e7-8893-c0d88b38d9e3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504143 Jun 23 16:42:54.953222 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.964958 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:42:54.964958 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/37a88a3f-0236-42d1-b64e-433f506f40fd HTTP/1.1" status: 204 len: 168 time: 0.2914808 Jun 23 16:42:54.964958 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:42:54.977564 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a88a3f-0236-42d1-b64e-433f506f40fd,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:42:54.988764 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7761a724-1e66-4a3f-898f-b818d3523a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:42:56.202258 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fdba0d-72ec-4c44-b866-809ca0423584 req-7bda89d8-9a56-48ca-aca7-cc028db77e54 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:56.216214 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c0fdba0d-72ec-4c44-b866-809ca0423584 req-7bda89d8-9a56-48ca-aca7-cc028db77e54 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1252718 Jun 23 16:42:56.258056 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c0fdba0d-72ec-4c44-b866-809ca0423584 req-85f3e0ba-1927-438b-acd5-507fbbcc7529 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386775 Jun 23 16:42:56.986818 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-d0e988d6-3dcf-4fe1-8bb7-3843dff62e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:56.988831 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-d0e988d6-3dcf-4fe1-8bb7-3843dff62e8e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.1471550 Jun 23 16:42:57.040424 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33105e11-b78e-4b38-a5a9-08b73d48d7d4 req-f929110d-2f4c-4c80-9d1d-f6c9a5360c1a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:57.042419 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-33105e11-b78e-4b38-a5a9-08b73d48d7d4 req-f929110d-2f4c-4c80-9d1d-f6c9a5360c1a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1300724 Jun 23 16:42:57.118258 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-33105e11-b78e-4b38-a5a9-08b73d48d7d4 req-9920385a-90a9-4dfc-94e0-bf062053cb89 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477595 Jun 23 16:42:57.152054 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-ad3d2145-abfe-428b-83de-2afa33302f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:57.153882 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-ad3d2145-abfe-428b-83de-2afa33302f0a service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.1542945 Jun 23 16:42:57.231446 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-bfc78a3c-d27e-4996-9c26-611bf71d2820 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0666173 Jun 23 16:42:57.295622 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-ecee4aa2-197a-4c30-af7b-ed3b3ad2ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:57.297245 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-ecee4aa2-197a-4c30-af7b-ed3b3ad2ee0d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0563118 Jun 23 16:42:57.338644 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-f68c3f8c-d604-437e-b0d0-b3f408ac4cd0 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287662 Jun 23 16:42:57.447847 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-e1e922bf-0fef-4c47-a8e1-0507f8cc0260 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971029 Jun 23 16:42:57.543352 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-56a745fb-7ad6-4c48-a798-4eca30e2d7a3 req-4f264463-b34e-44b6-b93a-3739d0a8e57e service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853732 Jun 23 16:42:58.345854 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f233c553-3f06-4b08-a5f5-9b406f77d14c req-55af721c-edfd-4429-8f66-2b65da8b5313 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:58.353854 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f233c553-3f06-4b08-a5f5-9b406f77d14c req-55af721c-edfd-4429-8f66-2b65da8b5313 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0943158 Jun 23 16:42:58.415782 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f233c553-3f06-4b08-a5f5-9b406f77d14c req-d9d7b3b0-37f5-4ee0-a171-5e287acac442 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570540 Jun 23 16:42:59.615034 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffbf9d9-3fa3-4d8e-8d08-31eb7ba88495 req-bd6d9ce2-719a-4c8a-bca5-9d52b557fd3d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:42:59.617900 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5ffbf9d9-3fa3-4d8e-8d08-31eb7ba88495 req-bd6d9ce2-719a-4c8a-bca5-9d52b557fd3d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0730758 Jun 23 16:42:59.676196 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5ffbf9d9-3fa3-4d8e-8d08-31eb7ba88495 req-438c4d37-2e80-48fb-a98c-4c342d73a691 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Jun 23 16:43:00.863091 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516aaf5-51b5-4282-9176-fb062f5ae24f req-d6941c0b-a1ee-4ddb-9eb2-b33bc969df7e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:00.865379 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c516aaf5-51b5-4282-9176-fb062f5ae24f req-d6941c0b-a1ee-4ddb-9eb2-b33bc969df7e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0722473 Jun 23 16:43:00.915262 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c516aaf5-51b5-4282-9176-fb062f5ae24f req-c2fdd639-4a22-4b5e-b462-0c4aa0d093f4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431952 Jun 23 16:43:02.588767 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b89ab1-211b-42cf-a81f-a4608685cdc0 req-eae32a5e-80e8-4789-809a-bc7a9bc0af06 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:02.591182 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86b89ab1-211b-42cf-a81f-a4608685cdc0 req-eae32a5e-80e8-4789-809a-bc7a9bc0af06 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0926383 Jun 23 16:43:02.660975 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86b89ab1-211b-42cf-a81f-a4608685cdc0 req-205c2bce-2596-4fc2-840f-52abc695de6e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619285 Jun 23 16:43:06.038216 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-7c8259b0-4cf2-4010-8faf-608441fa6272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:06.043025 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-7c8259b0-4cf2-4010-8faf-608441fa6272 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.1321015 Jun 23 16:43:06.124286 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e9b51-8d6c-4e54-bf9e-694b11f81844 req-c28bfd7b-58ff-4caa-a3f1-54ffa82cdd6f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:06.125932 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-041e9b51-8d6c-4e54-bf9e-694b11f81844 req-c28bfd7b-58ff-4caa-a3f1-54ffa82cdd6f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1159925 Jun 23 16:43:06.304266 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-041e9b51-8d6c-4e54-bf9e-694b11f81844 req-37f8a7dd-eeff-452c-b2a9-ea2375f3183e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436746 Jun 23 16:43:06.351353 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-78958ca2-f64a-4fcc-821c-b1c6752e666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:06.354736 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-78958ca2-f64a-4fcc-821c-b1c6752e666f service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.2265759 Jun 23 16:43:06.374874 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555f67f-901f-4703-be50-0307f09df9ef req-6af16fd9-f383-4b37-958e-502be235bdbe tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:06.376810 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c555f67f-901f-4703-be50-0307f09df9ef req-6af16fd9-f383-4b37-958e-502be235bdbe tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.2188261 Jun 23 16:43:06.440757 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-ce6b3076-454a-4563-b816-767d32286bec service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0628135 Jun 23 16:43:06.506287 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c555f67f-901f-4703-be50-0307f09df9ef req-060cd553-2761-4b24-a941-c6df34a90291 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204033 Jun 23 16:43:06.526778 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-eb2c49af-b480-4b68-9dc3-f83c519ddd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:06.529393 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-eb2c49af-b480-4b68-9dc3-f83c519ddd3e service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0727344 Jun 23 16:43:06.573563 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-14206964-aa39-4bc0-860a-01e32d06f3e0 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329077 Jun 23 16:43:06.678613 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-2636ffe9-b5ab-44ef-b1b1-6394367a6b97 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918670 Jun 23 16:43:06.787553 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-aca2d752-0cac-4809-89a8-5896b8f6dec6 req-59c60b81-7f19-46df-b4a9-d7339a24785a service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972271 Jun 23 16:43:07.494293 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce18b3-8831-408a-aac3-e900bd76e2e0 req-403cd4a4-d172-46d1-b54a-21e254b6f866 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:07.496033 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3cce18b3-8831-408a-aac3-e900bd76e2e0 req-403cd4a4-d172-46d1-b54a-21e254b6f866 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0675554 Jun 23 16:43:07.555852 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3cce18b3-8831-408a-aac3-e900bd76e2e0 req-963bf777-e5a7-4cc3-8b14-97e001b22789 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520351 Jun 23 16:43:07.770746 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f105c-b3c2-4aa3-aebe-59bbf40155c6 req-b6195586-d696-4ce6-9d47-bc7e051f25df tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:07.773735 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-516f105c-b3c2-4aa3-aebe-59bbf40155c6 req-b6195586-d696-4ce6-9d47-bc7e051f25df tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0973868 Jun 23 16:43:08.093133 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-516f105c-b3c2-4aa3-aebe-59bbf40155c6 req-1a152c3d-ff2a-4b04-9092-fedf23aa2d80 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115363 Jun 23 16:43:08.803809 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fd5a8-5ed4-4686-be53-fba6d4726c34 req-10196678-33d9-4ded-abb9-e04fedbd4661 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:08.811249 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-380fd5a8-5ed4-4686-be53-fba6d4726c34 req-10196678-33d9-4ded-abb9-e04fedbd4661 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1236017 Jun 23 16:43:08.931411 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-380fd5a8-5ed4-4686-be53-fba6d4726c34 req-607bc2aa-38cc-41c6-9da4-613c13b4f200 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133018 Jun 23 16:43:09.287307 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e857001-80ec-479c-af07-4a1b9f028f2a req-ca54c8d2-6d30-459f-9383-5acbce20155b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:09.289767 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e857001-80ec-479c-af07-4a1b9f028f2a req-ca54c8d2-6d30-459f-9383-5acbce20155b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0768154 Jun 23 16:43:09.337694 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e857001-80ec-479c-af07-4a1b9f028f2a req-0c05ac17-9621-485e-8c6c-1c3c1fd59c86 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411134 Jun 23 16:43:10.163734 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36638b69-be30-4d6a-9279-a0cd45ab3f9a req-4d63e2e3-4d1d-47ea-a2b2-f81edcc7426b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:10.166213 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-36638b69-be30-4d6a-9279-a0cd45ab3f9a req-4d63e2e3-4d1d-47ea-a2b2-f81edcc7426b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0986483 Jun 23 16:43:10.220103 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-36638b69-be30-4d6a-9279-a0cd45ab3f9a req-d611c3f3-3539-4ed3-9fa7-984f756ce2db tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439508 Jun 23 16:43:10.589740 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f125e7-6fae-4353-8f8e-2d09ee43e3eb req-aa3a7c02-7a17-4573-a605-a278991417b6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:10.592114 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99f125e7-6fae-4353-8f8e-2d09ee43e3eb req-aa3a7c02-7a17-4573-a605-a278991417b6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0953104 Jun 23 16:43:10.670420 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-99f125e7-6fae-4353-8f8e-2d09ee43e3eb req-26d26adf-16f9-4417-ab8e-6ecdff273273 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700548 Jun 23 16:43:11.446801 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92f5a4-b3da-4389-a943-3266c80d040f req-0f955dd4-14a1-48ce-ac12-686c81f65d90 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:11.449170 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6f92f5a4-b3da-4389-a943-3266c80d040f req-0f955dd4-14a1-48ce-ac12-686c81f65d90 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0746262 Jun 23 16:43:11.498725 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6f92f5a4-b3da-4389-a943-3266c80d040f req-a7be45b4-46ec-4186-af3c-8a83699d4f6d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411785 Jun 23 16:43:11.889113 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9eee5-cc2c-461d-a017-68dd206ef932 req-40caa78f-98b8-4ebc-a9d8-e51aeb278767 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:11.890652 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fbe9eee5-cc2c-461d-a017-68dd206ef932 req-40caa78f-98b8-4ebc-a9d8-e51aeb278767 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0897079 Jun 23 16:43:11.936782 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fbe9eee5-cc2c-461d-a017-68dd206ef932 req-1619b2cb-f4e5-4dc9-8969-1ccdef3ca795 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Jun 23 16:43:12.753120 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-c9e42cae-bf8b-4245-8910-57ad298e1336 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1406922 Jun 23 16:43:12.768490 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff7ea6f-6534-438c-997a-936803a596c1 req-1277bfb2-6b43-42d5-ad85-bc218cff0f0c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:12.770048 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bff7ea6f-6534-438c-997a-936803a596c1 req-1277bfb2-6b43-42d5-ad85-bc218cff0f0c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1213872 Jun 23 16:43:12.856663 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bff7ea6f-6534-438c-997a-936803a596c1 req-a3a5e0a5-d3cd-42fa-abf4-e19aabae086a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701289 Jun 23 16:43:12.886912 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-db8f818b-98d3-4f59-a3ce-ff54c8d9155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:12.889483 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-db8f818b-98d3-4f59-a3ce-ff54c8d9155e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 1099 time: 0.0845392 Jun 23 16:43:13.082740 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-7711c397-baad-4f5d-931f-59507e4ffa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:13.084759 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-7711c397-baad-4f5d-931f-59507e4ffa79 service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.1632929 Jun 23 16:43:13.150598 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-42f275c2-fecf-42bf-ae90-8ddea7b53cf0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9541ea50-9121-4021-8fe5-35b299b42460 HTTP/1.1" status: 200 len: 217 time: 0.0591161 Jun 23 16:43:13.188562 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58682) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:13.256040 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-a01e09ea-f0e9-4ed3-a40a-d2c8ce317bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:13.257749 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-a01e09ea-f0e9-4ed3-a40a-d2c8ce317bf1 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0762801 Jun 23 16:43:13.297779 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0704e6-2d1d-4ee5-b4ec-bfd9971a07d3 req-caffabbf-e728-428d-8911-6415a92a2a63 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:13.299463 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-be0704e6-2d1d-4ee5-b4ec-bfd9971a07d3 req-caffabbf-e728-428d-8911-6415a92a2a63 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.1520007 Jun 23 16:43:13.321970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.323684 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-0e76bbc0-431b-40eb-99a5-78a367ace52e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468073 Jun 23 16:43:13.445248 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.449270 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-be0704e6-2d1d-4ee5-b4ec-bfd9971a07d3 req-115dfd0c-12ff-46d4-9022-f9f90fbd053f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294649 Jun 23 16:43:13.461489 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.496229 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-45180539-faa1-4ef4-a22c-f91263bb339b service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576939 Jun 23 16:43:13.499133 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-899d1466-7542-4b4a-864c-450d6f1ee395 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:13.526560 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=7ca1118acb8c42199e1d5aa25316c772&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366783 Jun 23 16:43:13.527656 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58686) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:13.571272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407800d5-5cf4-4ae1-a220-ee04db7bd57b,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:13.587377 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.587957 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.588333 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.588737 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.589087 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.589471 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.589857 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.590236 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.590840 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.591198 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.591618 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.592009 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:13.597286 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:13.618707 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.644265 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.704938 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5a5b6ac7-2961-46a4-ac12-a225c720bc8c req-cffef2b2-759e-48a1-ba99-e0d822881dcb service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954103 Jun 23 16:43:13.711745 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.715259 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:13.716542 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/407800d5-5cf4-4ae1-a220-ee04db7bd57b HTTP/1.1" status: 204 len: 168 time: 0.1835294 Jun 23 16:43:13.717462 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-41deb99d-ee76-483c-8949-21de4e1b4bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:13.725887 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407800d5-5cf4-4ae1-a220-ee04db7bd57b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:13.735055 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:14.107537 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58698) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:14.124139 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9a1-2365-4e04-8334-d04a32d6ffce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.186913 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.232289 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9a1-2365-4e04-8334-d04a32d6ffce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.246905 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57e3d9a1-2365-4e04-8334-d04a32d6ffce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.255558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-70ec0b56-7c4f-4402-b687-151e89948485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:14.327346 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee5c18-641f-4ecf-ba4c-c331a84814df req-21ef035a-21f0-4f50-8f1a-8b7a3900bd55 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:14.329006 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bdee5c18-641f-4ecf-ba4c-c331a84814df req-21ef035a-21f0-4f50-8f1a-8b7a3900bd55 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0828800 Jun 23 16:43:14.335894 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3d9a1-2365-4e04-8334-d04a32d6ffce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4428e818-86ff-43c3-9f17-519316301420,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:14.341168 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-57e3d9a1-2365-4e04-8334-d04a32d6ffce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:14.347229 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-57e3d9a1-2365-4e04-8334-d04a32d6ffce admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1bbbf6fa542d4780b51e5b212c5ebad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384591 Jun 23 16:43:14.350587 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58700) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:14.389027 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bdee5c18-641f-4ecf-ba4c-c331a84814df req-21867487-800f-4047-bc50-c75262ee0ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510736 Jun 23 16:43:14.434739 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.481137 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.559706 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.562874 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.568506 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4428e818-86ff-43c3-9f17-519316301420 HTTP/1.1" status: 204 len: 168 time: 0.2155948 Jun 23 16:43:14.570416 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9f1d6169-f8c0-4014-88d1-110066cadef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:14.597668 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4428e818-86ff-43c3-9f17-519316301420,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:14.604399 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:14.671368 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5877e07f-adbe-43da-b890-56d8cf30944d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:14.714238 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430ccf4-0a0d-42b7-9ff9-898489b0e7fc req-1ac3a8ec-96b0-4a8a-a143-f8ad3c8b229a tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:14.716580 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7430ccf4-0a0d-42b7-9ff9-898489b0e7fc req-1ac3a8ec-96b0-4a8a-a143-f8ad3c8b229a tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0954061 Jun 23 16:43:14.775656 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7430ccf4-0a0d-42b7-9ff9-898489b0e7fc req-40d8b289-1691-4452-99f7-869c28450aff tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524242 Jun 23 16:43:15.573691 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-0139f374-c062-4c12-bc9a-1fd821bcf788 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:15.575227 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-0139f374-c062-4c12-bc9a-1fd821bcf788 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.0899568 Jun 23 16:43:15.756941 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce20989-6c67-4f9b-a99c-ee0d6acf9ea5 req-1271d9e0-a6ce-40a3-a643-4de977e19097 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:15.764996 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bce20989-6c67-4f9b-a99c-ee0d6acf9ea5 req-1271d9e0-a6ce-40a3-a643-4de977e19097 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1302443 Jun 23 16:43:15.788280 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Deleting port a8a55cff-a165-4a8a-b637-97400c2d45c2 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:43:15.788879 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:15.801058 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:43:15.930963 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bce20989-6c67-4f9b-a99c-ee0d6acf9ea5 req-31553c50-514b-460e-abb1-a305e8d639c5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647642 Jun 23 16:43:15.962088 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] For port a8a55cff-a165-4a8a-b637-97400c2d45c2, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a8a55cff-a165-4a8a-b637-97400c2d45c2,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:15.962088 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:16.065138 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Calling delete_port for a8a55cff-a165-4a8a-b637-97400c2d45c2 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:43:16.120924 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9717420-ea7a-4c83-be11-f6219022ed48 req-81bd6d6a-ac02-459b-b3fc-d33a1d127fc7 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:16.122546 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9717420-ea7a-4c83-be11-f6219022ed48 req-81bd6d6a-ac02-459b-b3fc-d33a1d127fc7 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 946 time: 0.1566455 Jun 23 16:43:16.204781 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9717420-ea7a-4c83-be11-f6219022ed48 req-b2b18456-53fa-4727-b67b-3a6fe84bd608 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451429 Jun 23 16:43:16.353810 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:16.359336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d5d3d6b8-d0af-4643-89b5-9d551fc31c45 tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:16.396926 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Pushing event deleted for resources: {'Port': ['ID=a8a55cff-a165-4a8a-b637-97400c2d45c2,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:16.459478 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] No DVR routers for this DVR port a8a55cff-a165-4a8a-b637-97400c2d45c2 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:43:16.461872 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.462566 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.463263 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.463717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.464126 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.464526 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.465170 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.465170 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.465534 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.465860 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.466180 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.466515 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:16.470268 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:16.472165 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cfaaef5f-b4a6-4395-b7ad-240884e7ac2c req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "DELETE /v2.0/ports/a8a55cff-a165-4a8a-b637-97400c2d45c2 HTTP/1.1" status: 204 len: 173 time: 0.8815770 Jun 23 16:43:16.472804 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'name': 'network-vif-deleted', 'tag': 'a8a55cff-a165-4a8a-b637-97400c2d45c2'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:43:16.476409 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea967953-c695-4e82-b592-0ac337d467de" -d '{"events": [{"server_uuid": "a8a5c9d2-09c4-463a-a68f-4129f0e595a7", "name": "network-vif-deleted", "tag": "a8a55cff-a165-4a8a-b637-97400c2d45c2"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:43:16.480214 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:16.524789 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110d9e86-038a-4fd0-9bac-cc659416d933 x-openstack-request-id: req-110d9e86-038a-4fd0-9bac-cc659416d933 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:43:16.525604 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8a5c9d2-09c4-463a-a68f-4129f0e595a7", "name": "network-vif-deleted", "tag": "a8a55cff-a165-4a8a-b637-97400c2d45c2", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:43:16.526091 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-110d9e86-038a-4fd0-9bac-cc659416d933 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:43:16.526695 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a5c9d2-09c4-463a-a68f-4129f0e595a7', 'name': 'network-vif-deleted', 'tag': 'a8a55cff-a165-4a8a-b637-97400c2d45c2', 'status': 'completed', 'code': 200} Jun 23 16:43:17.253332 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2af3a-b36c-4a23-b79e-cebe17c5f9b0 req-9177ba80-a48a-4014-832f-7f2d7a25806d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:17.256920 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54a2af3a-b36c-4a23-b79e-cebe17c5f9b0 req-9177ba80-a48a-4014-832f-7f2d7a25806d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0874834 Jun 23 16:43:17.310970 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-54a2af3a-b36c-4a23-b79e-cebe17c5f9b0 req-afe31173-3c46-4ef4-aa6e-c93f6211d489 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494945 Jun 23 16:43:17.393791 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-deefc621-6516-4fa6-86e8-9fba5dee6509 req-6ed9a100-6731-4339-a011-248e369885e1 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=a8a5c9d2-09c4-463a-a68f-4129f0e595a7 HTTP/1.1" status: 200 len: 210 time: 0.0295684 Jun 23 16:43:17.448101 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d01e88c6-e7e2-4662-b204-409ccd98fd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:17.455516 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a8a55cff-a165-4a8a-b637-97400c2d45c2 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:43:17.479273 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: a8a55cff-a165-4a8a-b637-97400c2d45c2 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:43:17.479540 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a8a55cff-a165-4a8a-b637-97400c2d45c2 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:43:17.502463 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:18.514431 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482df120-0510-441e-a601-443761775dfc req-0e4c761c-5325-4e4d-a11e-899404014dc5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:18.517066 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-482df120-0510-441e-a601-443761775dfc req-0e4c761c-5325-4e4d-a11e-899404014dc5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0815060 Jun 23 16:43:18.541744 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:18.574660 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-482df120-0510-441e-a601-443761775dfc req-12870104-1b7f-4c43-b277-fe726b8b19c4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512819 Jun 23 16:43:19.768276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74f8ad-7e2d-45b4-ad9d-c17b8e90bbee req-56e780a6-6f69-4403-8b3a-19c6215a1ab8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:19.769714 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5c74f8ad-7e2d-45b4-ad9d-c17b8e90bbee req-56e780a6-6f69-4403-8b3a-19c6215a1ab8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0659771 Jun 23 16:43:19.810982 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5c74f8ad-7e2d-45b4-ad9d-c17b8e90bbee req-42a528f4-9d84-4f28-8be6-a7fecff1a24a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351877 Jun 23 16:43:20.103189 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58894) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:20.151083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Deleting subnet c1de8f7d-6f7c-4408-9674-68864a22cc56 {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:43:20.154379 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.197784 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.198910 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069466082'] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.242140 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.299094 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065467377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069342651'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.302212 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-784d02a9-f7b7-4bf6-b18f-c894d29388df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:20.328443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1de8f7d-6f7c-4408-9674-68864a22cc56,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:20.330210 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.335330 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/c1de8f7d-6f7c-4408-9674-68864a22cc56 HTTP/1.1" status: 204 len: 168 time: 0.2306614 Jun 23 16:43:20.335830 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58898) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:20.337783 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:20.406334 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.491249 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.501573 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aed7aee-6df3-42c0-9de4-3bf048be54de']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:20.511906 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:20.512169 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58902) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:20.512296 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fe9261e-0adf-4b64-b5a6-47e5afbeb8f4') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:20.522081 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.536340 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.542487 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Releasing vlan 1422 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:43:20.542864 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:43:20.553741 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:43:20.600326 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.605206 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:20.607885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.612692 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] 10.222.0.97 "DELETE /v2.0/networks/2aed7aee-6df3-42c0-9de4-3bf048be54de HTTP/1.1" status: 204 len: 168 time: 0.2757764 Jun 23 16:43:20.625503 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-dfee5d60-825d-4433-8143-519aec896b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.628544 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aed7aee-6df3-42c0-9de4-3bf048be54de,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:20.631172 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:20.722657 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-dfee5d60-825d-4433-8143-519aec896b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.727122 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-dfee5d60-825d-4433-8143-519aec896b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.729624 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f94caded-5cff-4a0b-b2b5-df219013642b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:20.734422 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58908) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:20.764295 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee5d60-825d-4433-8143-519aec896b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc23cda-7abd-44f1-a074-6b1ead137d5d,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:20.771224 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-dfee5d60-825d-4433-8143-519aec896b38 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=6eb9334c9e6b4cf0b4c1ddcfb31455c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2553830 Jun 23 16:43:20.771224 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-dfee5d60-825d-4433-8143-519aec896b38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:20.772022 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58910) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:20.776719 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-782249bd-4fd8-4d30-8812-086f77e66e33 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=796667ce177d4aee816acbd32947c812&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410104 Jun 23 16:43:20.777878 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58912) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:20.826906 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.827387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.848135 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.848944 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.899442 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.903087 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.903999 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.906567 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:20.907567 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0cc23cda-7abd-44f1-a074-6b1ead137d5d HTTP/1.1" status: 204 len: 168 time: 0.1349449 Jun 23 16:43:20.908498 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c9e0fd0c-e6cd-48f3-a389-47771bf3de12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:20.916414 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc23cda-7abd-44f1-a074-6b1ead137d5d,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:20.920400 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/a443c387-1bc5-4ac4-8874-344e8c3c4bec HTTP/1.1" status: 204 len: 168 time: 0.1384778 Jun 23 16:43:20.920400 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:20.920660 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:20.932002 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a443c387-1bc5-4ac4-8874-344e8c3c4bec,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:20.937089 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:21.046039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c01a34-900c-431a-823a-0ba4d8681af0 req-622ca2d6-530f-4955-967e-3be9668121f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:21.047762 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f5c01a34-900c-431a-823a-0ba4d8681af0 req-622ca2d6-530f-4955-967e-3be9668121f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0995271 Jun 23 16:43:21.106016 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f5c01a34-900c-431a-823a-0ba4d8681af0 req-7895e7ee-a6d5-4078-9152-474970f5bc50 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497711 Jun 23 16:43:21.318559 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 58936) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:21.333199 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.425987 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.431231 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.435040 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b99ffd9f-c065-418e-8aa9-c6882fb860f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:21.472271 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=118b1bc999904237829560ba00efa976&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523447 Jun 23 16:43:21.474205 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126b8c7b-9550-4c9d-95d8-d83a2bfbd1ed,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:21.474906 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 58940) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:21.477467 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:21.525154 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.554301 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.608901 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.611970 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:21.613427 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/126b8c7b-9550-4c9d-95d8-d83a2bfbd1ed HTTP/1.1" status: 204 len: 168 time: 0.1375332 Jun 23 16:43:21.614516 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-902d6a17-9f59-467d-b8a2-eea37d134633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:21.623153 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126b8c7b-9550-4c9d-95d8-d83a2bfbd1ed,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:21.625792 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:22.316651 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7d760-6eac-4418-b7b8-69e764497642 req-4e410abb-87f7-44b1-b064-cc906ae48dcc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:22.318760 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b3e7d760-6eac-4418-b7b8-69e764497642 req-4e410abb-87f7-44b1-b064-cc906ae48dcc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0727336 Jun 23 16:43:22.369834 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b3e7d760-6eac-4418-b7b8-69e764497642 req-36c5aba2-f6df-4f64-8eb3-226fbf6f6627 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Jun 23 16:43:22.536592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-24933795-2ec2-4bb4-960e-2c553b82f15c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:22.538156 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-24933795-2ec2-4bb4-960e-2c553b82f15c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/networks?id=739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 200 len: 813 time: 0.1248457 Jun 23 16:43:22.555435 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-f6fd5024-e1a2-458d-a5a4-ae75d7d805bd tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/quotas/82497fe1d63f41f2b52148cba7296965 HTTP/1.1" status: 200 len: 375 time: 0.0103588 Jun 23 16:43:22.592026 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-116c722a-36b4-4b5d-b63c-959fa8967e14 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=82497fe1d63f41f2b52148cba7296965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297987 Jun 23 16:43:22.686933 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-63599206-d598-466a-b4a1-4b70eacc706e service neutron] 10.222.0.97 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877812 Jun 23 16:43:22.791289 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-6b02f97e-6b20-4aef-b516-1ed87194da3e service neutron] 10.222.0.97 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981681 Jun 23 16:43:22.980517 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c7da3a05-346b-4b56-ac6c-979b8ceb3cda req-10ca3922-4adf-4e1e-8cc5-c455db97e116 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 210 time: 0.0356441 Jun 23 16:43:23.589024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778b730-e0f0-41c6-ab26-763365e49991 req-06b2faed-59c3-46d1-a416-ac89d5da906b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:23.592245 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a778b730-e0f0-41c6-ab26-763365e49991 req-06b2faed-59c3-46d1-a416-ac89d5da906b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0886824 Jun 23 16:43:23.638905 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a778b730-e0f0-41c6-ab26-763365e49991 req-4a527fa4-8688-45cc-ae7d-af5e0cd7ccb4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 Jun 23 16:43:24.131207 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c30cadb2-a66c-4137-8a06-9270659f4f0c req-eff60411-b9c3-49ff-9db9-8288ef609493 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 210 time: 0.0338769 Jun 23 16:43:24.748997 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59086) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:24.749749 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-20ae0482-8235-44d2-9810-d1c437513f7d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:24.751518 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-20ae0482-8235-44d2-9810-d1c437513f7d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "GET /v2.0/networks?id=739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 200 len: 813 time: 0.1362863 Jun 23 16:43:24.774494 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Request body: {'port': {'device_id': '0134c3e6-e995-463a-8069-e55502755624', 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a', 'admin_state_up': True, 'tenant_id': '82497fe1d63f41f2b52148cba7296965'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:24.862257 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb230c-cf39-45c4-9bda-1a89044f4783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:24.909415 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39ceb1-1b68-42fa-883d-1add8d4d6bce req-f494d588-68aa-4c04-a55f-af2044b4f683 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:24.910921 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5d39ceb1-1b68-42fa-883d-1add8d4d6bce req-f494d588-68aa-4c04-a55f-af2044b4f683 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1318052 Jun 23 16:43:24.956885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb230c-cf39-45c4-9bda-1a89044f4783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:24.960040 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5d39ceb1-1b68-42fa-883d-1add8d4d6bce req-8e85a584-41e4-442c-856c-e7f749fa8467 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Jun 23 16:43:24.961640 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-fbeb230c-cf39-45c4-9bda-1a89044f4783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:24.965307 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-94bf8ff8-74ce-4f98-82b3-c7e027a270ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:24.984769 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Made reservation on behalf of 82497fe1d63f41f2b52148cba7296965 for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:43:24.988685 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.001336 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-fbeb230c-cf39-45c4-9bda-1a89044f4783 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=f7015a11d998438187c31cafcf5679e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512538 Jun 23 16:43:25.002096 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeb230c-cf39-45c4-9bda-1a89044f4783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab265e9-8a24-4a0d-9a6a-044d76bb2051,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:25.004045 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59094) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:25.005211 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fbeb230c-cf39-45c4-9bda-1a89044f4783 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:25.109055 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.157430 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.189468 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Allocated IP 172.20.0.8 (739449aa-0c5f-424d-be2a-e5bd832ad27a/a6f946dc-e497-45c4-b466-484964743058/7379334b-474c-44ff-9806-558cf683f180) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:25.250604 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.253042 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.254097 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8ab265e9-8a24-4a0d-9a6a-044d76bb2051 HTTP/1.1" status: 204 len: 168 time: 0.2491775 Jun 23 16:43:25.263893 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-50b8e233-14ec-4941-b7e7-36a65f54f467 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:25.303533 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab265e9-8a24-4a0d-9a6a-044d76bb2051,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:25.306717 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b7143858-3f9c-4481-9217-d726bb5b346b req-949bdd65-86af-4c7f-925c-dffc801fb4be tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 210 time: 0.0602248 Jun 23 16:43:25.309298 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:25.389938 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.430210 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.437003 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0c172c08-42a6-4d06-bab1-049f4baec2ca tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:25.495778 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Network 739449aa-0c5f-424d-be2a-e5bd832ad27a is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:25.499543 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:25.503896 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:25.507609 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Pushing event updated for resources: {'Port': ['ID=7379334b-474c-44ff-9806-558cf683f180,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:25.529227 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:25.553779 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:25.554347 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.570969 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023202 Jun 23 16:43:25.598190 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Request body: {'port': {'device_id': '0134c3e6-e995-463a-8069-e55502755624', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:25.670758 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:25.928504 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59120) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:26.036730 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-855396005-network', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:26.061401 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Made reservation on behalf of b5e0cc02b19b43a4b41b275e597101dd for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:43:26.064576 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.074284 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.174464 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.180019 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.184800 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4b5bd67f-99ea-4535-ae5a-6ab6eac817b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:26.196441 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7379334b-474c-44ff-9806-558cf683f180 {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:43:26.206388 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.209927 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1405} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:43:26.215851 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d3dc8-0443-41b2-8707-e03930ce991a req-21442c82-2449-4d54-90d3-76b57ac8da77 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:26.217714 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-239d3dc8-0443-41b2-8707-e03930ce991a req-21442c82-2449-4d54-90d3-76b57ac8da77 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1327457 Jun 23 16:43:26.225274 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8392c135-61bc-4637-8fcc-9192025572ab,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:26.228294 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.228699 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Added segment 0cdf39fc-f086-4778-bd84-d76771a8f123 of type vlan for network 5795ef98-0a12-4f64-855e-029ca7944338 Jun 23 16:43:26.230053 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:26.247108 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Transition to ACTIVE for port object 7379334b-474c-44ff-9806-558cf683f180 will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:26.252094 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.256858 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5aa024e0-3fd2-4da1-88f2-9175792adad0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:26.275043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.311734 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-239d3dc8-0443-41b2-8707-e03930ce991a req-109d64e3-1537-43da-b926-166cc88e0054 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875883 Jun 23 16:43:26.321038 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.322396 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:26.322970 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.324546 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Pushing event updated for resources: {'Port': ['ID=7379334b-474c-44ff-9806-558cf683f180,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:26.326426 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ae322b81-dd99-47de-bec1-3dee663d7c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:26.329218 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:26.354734 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4249966 Jun 23 16:43:26.359139 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59130) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:26.366379 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Request body: {'subnet': {'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-855396005-subnet', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:26.386797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Pushing event updated for resources: {'Network': ['ID=5795ef98-0a12-4f64-855e-029ca7944338,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:26.390425 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2b372e79-822d-4d45-a33f-db2cab242c13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:26.400356 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 5795ef98-0a12-4f64-855e-029ca7944338 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:43:26.416334 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Made reservation on behalf of b5e0cc02b19b43a4b41b275e597101dd for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:43:26.418665 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069342630'] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.457955 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Attempting to bind port 7379334b-474c-44ff-9806-558cf683f180 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:26.458312 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Attempting to bind port 7379334b-474c-44ff-9806-558cf683f180 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:26.458601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Attempting to bind port 7379334b-474c-44ff-9806-558cf683f180 on network 739449aa-0c5f-424d-be2a-e5bd832ad27a {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:26.526511 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Port 7379334b-474c-44ff-9806-558cf683f180 on network 739449aa-0c5f-424d-be2a-e5bd832ad27a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:43:26.526743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Attempting to bind port 7379334b-474c-44ff-9806-558cf683f180 on network 739449aa-0c5f-424d-be2a-e5bd832ad27a {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:26.548717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:26.549129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Checking segment: {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:26.549443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Bound using segment: {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:26.549916 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Bound port: 7379334b-474c-44ff-9806-558cf683f180, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1420, 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:26.550255 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.667901 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] For port 7379334b-474c-44ff-9806-558cf683f180, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:26.678552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dffb28-c918-4a15-be4b-b085f254377f req-de845842-e383-4a98-89cf-434b19e78c21 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:26.680056 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e1dffb28-c918-4a15-be4b-b085f254377f req-de845842-e383-4a98-89cf-434b19e78c21 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 943 time: 0.2232275 Jun 23 16:43:26.681771 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] For port 7379334b-474c-44ff-9806-558cf683f180, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7379334b-474c-44ff-9806-558cf683f180,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:26.690968 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.695472 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bd13fcf8-9b82-4091-950c-c5358fd7973c tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:26.791700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:26.792230 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.793609 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] 10.222.0.111 "PUT /v2.0/ports/7379334b-474c-44ff-9806-558cf683f180 HTTP/1.1" status: 200 len: 1093 time: 1.2031767 Jun 23 16:43:26.796466 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0134c3e6-e995-463a-8069-e55502755624', 'tag': '7379334b-474c-44ff-9806-558cf683f180'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:43:26.798741 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ba58fd-6226-49d8-9883-edd1cbe4478c" -d '{"events": [{"name": "network-changed", "server_uuid": "0134c3e6-e995-463a-8069-e55502755624", "tag": "7379334b-474c-44ff-9806-558cf683f180"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:43:26.825512 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065405490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069342644'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:26.836301 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e1dffb28-c918-4a15-be4b-b085f254377f req-16b6bced-4607-4e59-a323-5d0a118f1585 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385133 Jun 23 16:43:26.838042 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Pushing event updated for resources: {'Port': ['ID=7379334b-474c-44ff-9806-558cf683f180,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:26.844141 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16521e6f-c9e7-4e4b-b059-b06e73402e6b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:26.844526 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f8ffafbe-fcbd-473b-aa89-d9748d8548ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:26.877662 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03bf8296-12c9-4a2e-ae90-36ab9f5ddfa1 x-openstack-request-id: req-03bf8296-12c9-4a2e-ae90-36ab9f5ddfa1 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:43:26.877993 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0134c3e6-e995-463a-8069-e55502755624", "tag": "7379334b-474c-44ff-9806-558cf683f180", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:43:26.878278 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-03bf8296-12c9-4a2e-ae90-36ab9f5ddfa1 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:43:26.878698 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0134c3e6-e995-463a-8069-e55502755624', 'tag': '7379334b-474c-44ff-9806-558cf683f180', 'status': 'completed', 'code': 200} Jun 23 16:43:26.939123 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f0ff86-8a87-4dfe-98f1-eb266c8fd934,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:26.944736 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:26.956046 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Checking segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:26.956396 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Network hostable DHCP agents. Network: 5795ef98-0a12-4f64-855e-029ca7944338, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:43:26.982199 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-578990d9-f246-4f13-8bb7-ee8d1e0dd98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:26.984583 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-578990d9-f246-4f13-8bb7-ee8d1e0dd98d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=82497fe1d63f41f2b52148cba7296965&device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 1096 time: 0.0935936 Jun 23 16:43:26.985681 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Network 5795ef98-0a12-4f64-855e-029ca7944338 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:43:26.999013 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 5795ef98-0a12-4f64-855e-029ca7944338) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:27.003838 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:27.004418 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.013965 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c13fa-4f35-44d9-9dd5-35a6b9c44b16 None None] Network 5795ef98-0a12-4f64-855e-029ca7944338 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:43:27.051248 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-bc9f70d3-bd51-4597-a359-499ba97722e8 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7379334b-474c-44ff-9806-558cf683f180 HTTP/1.1" status: 200 len: 217 time: 0.0441446 Jun 23 16:43:27.057445 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5f4590cf-c645-4096-9d66-3022b04b382c admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6971121 Jun 23 16:43:27.060904 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59134) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:27.065912 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:27.130658 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6660b420-0154-45df-8366-19fe54ee99b6 req-b63b99d2-828d-4f34-b79f-b68716fc39da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:27.132199 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-b63b99d2-828d-4f34-b79f-b68716fc39da service neutron] 10.222.0.111 "GET /v2.0/subnets?id=a6f946dc-e497-45c4-b466-484964743058 HTTP/1.1" status: 200 len: 853 time: 0.0629432 Jun 23 16:43:27.141165 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.142459 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.182770 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-896cb85d-35bb-47e7-b304-85cd37081c16 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=739449aa-0c5f-424d-be2a-e5bd832ad27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357420 Jun 23 16:43:27.185917 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-5795ef98-0a12-4f64-855e-029ca7944338', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:43:27.186862 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.260223 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.332652 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Allocated IP 172.20.0.2 (5795ef98-0a12-4f64-855e-029ca7944338/54f0ff86-8a87-4dfe-98f1-eb266c8fd934/fdb14e33-fe3e-4066-a565-05687c7e361b) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:27.455840 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-6088f07a-14f6-4ab4-b66b-5ef2387f963a service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579994 Jun 23 16:43:27.458152 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.480868 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.490529 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Transition to ACTIVE for port object fdb14e33-fe3e-4066-a565-05687c7e361b will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:27.505125 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Transition to ACTIVE for port object fdb14e33-fe3e-4066-a565-05687c7e361b will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:27.510908 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.514000 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:27.572756 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Network 5795ef98-0a12-4f64-855e-029ca7944338 is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:27.575974 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:27.579571 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:27.586829 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Pushing event updated for resources: {'Port': ['ID=fdb14e33-fe3e-4066-a565-05687c7e361b,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:27.592068 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:27.659055 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6660b420-0154-45df-8366-19fe54ee99b6 req-82b4eacd-979c-4536-a67f-56b79210f17e service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728766 Jun 23 16:43:27.666698 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cc55e-b8b8-42b2-9291-200e393f5d66 req-b5a2eadc-0ec8-4734-82e8-35ef5f5f03cf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:27.668111 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9d8cc55e-b8b8-42b2-9291-200e393f5d66 req-b5a2eadc-0ec8-4734-82e8-35ef5f5f03cf tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.2272964 Jun 23 16:43:27.668289 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Attempting to bind port fdb14e33-fe3e-4066-a565-05687c7e361b on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:27.668669 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Attempting to bind port fdb14e33-fe3e-4066-a565-05687c7e361b by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:27.669096 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Attempting to bind port fdb14e33-fe3e-4066-a565-05687c7e361b on network 5795ef98-0a12-4f64-855e-029ca7944338 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:27.675069 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:27.675452 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Checking segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:27.675919 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.676323 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Bound using segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:27.676853 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Bound port: fdb14e33-fe3e-4066-a565-05687c7e361b, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:27.677236 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.728599 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9d8cc55e-b8b8-42b2-9291-200e393f5d66 req-0bfb4642-6eda-4405-93e4-3997a7c40584 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441201 Jun 23 16:43:27.745050 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] For port fdb14e33-fe3e-4066-a565-05687c7e361b, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:27.748959 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] For port fdb14e33-fe3e-4066-a565-05687c7e361b, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=fdb14e33-fe3e-4066-a565-05687c7e361b,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:27.760727 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.762931 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:27.821071 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Pushing event updated for resources: {'Port': ['ID=fdb14e33-fe3e-4066-a565-05687c7e361b,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:27.824418 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:27.883905 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.911652 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:27.927229 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-1233b831-c731-45f0-9761-8b6ef15e5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:27.929266 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-1233b831-c731-45f0-9761-8b6ef15e5b48 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=82497fe1d63f41f2b52148cba7296965&device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 1096 time: 0.1286175 Jun 23 16:43:28.144685 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-7e58da50-06ba-4f18-bb82-ff7c4e10985f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:28.146220 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-7e58da50-06ba-4f18-bb82-ff7c4e10985f service neutron] 10.222.0.111 "GET /v2.0/networks?id=739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 200 len: 915 time: 0.1863728 Jun 23 16:43:28.155099 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Allocated IP 172.28.3.144 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/f0817117-4a1a-462b-85b0-3ab1a91eb2a8) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:28.211983 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d66493a-afb3-4b71-93bc-00d9a654488d req-7cfc8a9a-5c1e-4f4a-82df-14047d31586e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:28.213551 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5d66493a-afb3-4b71-93bc-00d9a654488d req-7cfc8a9a-5c1e-4f4a-82df-14047d31586e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 943 time: 0.2340510 Jun 23 16:43:28.216275 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-78bcbc56-4b10-4b79-8853-efc542be305e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7379334b-474c-44ff-9806-558cf683f180 HTTP/1.1" status: 200 len: 217 time: 0.0586834 Jun 23 16:43:28.381673 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device fdb14e33-fe3e-4066-a565-05687c7e361b up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:28.439092 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port fdb14e33-fe3e-4066-a565-05687c7e361b completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:28.548686 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5d66493a-afb3-4b71-93bc-00d9a654488d req-b1390afc-1afd-4808-b2ac-728e0559f89a tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233926 Jun 23 16:43:28.549707 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-6d1a2c50-380d-4ff4-8dc4-5f074f62b603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:28.551100 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-6d1a2c50-380d-4ff4-8dc4-5f074f62b603 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=a6f946dc-e497-45c4-b466-484964743058 HTTP/1.1" status: 200 len: 853 time: 0.3155334 Jun 23 16:43:28.599629 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-975b74bc-da7e-4344-8d79-3ffdb7c455e2 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=739449aa-0c5f-424d-be2a-e5bd832ad27a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321934 Jun 23 16:43:28.609502 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:28.720623 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-a71388be-5abc-415d-a4dc-21e1b89ba9c9 service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087472 Jun 23 16:43:28.722003 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:28.723968 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:28.744059 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7d106c-2f67-4475-afab-aa48368c4db8 None None] Network 5795ef98-0a12-4f64-855e-029ca7944338 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:43:28.787440 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:28.818888 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:28.820737 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Provisioning for port fdb14e33-fe3e-4066-a565-05687c7e361b completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:28.824563 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:28.830505 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Provisioning complete for port fdb14e33-fe3e-4066-a565-05687c7e361b triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:28.831285 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:28.860576 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Pushing event updated for resources: {'Port': ['ID=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:28.867217 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:28.933336 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-52ba58fd-6226-49d8-9883-edd1cbe4478c req-1ab87a4c-b16e-42b7-9e93-7fcd0d738395 service neutron] 10.222.0.111 "GET /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862407 Jun 23 16:43:28.979048 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.023140 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] For port fdb14e33-fe3e-4066-a565-05687c7e361b, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=fdb14e33-fe3e-4066-a565-05687c7e361b,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:29.027248 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.029597 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-3b7c85d3-a7d1-4fc7-bcab-f327c17f54a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:29.062348 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2893501-5fd4-4bc8-8612-a6e1793925e0 req-23e78631-b134-4a92-9283-993d53419ca9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:29.069634 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2893501-5fd4-4bc8-8612-a6e1793925e0 req-23e78631-b134-4a92-9283-993d53419ca9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1833951 Jun 23 16:43:29.080790 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Pushing event updated for resources: {'Port': ['ID=fdb14e33-fe3e-4066-a565-05687c7e361b,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:29.084108 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:29.152929 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2893501-5fd4-4bc8-8612-a6e1793925e0 req-65b4a085-c1a7-46e9-95da-9680c6b0c910 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823491 Jun 23 16:43:29.210414 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.254273 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-ffa75f88-a9b1-42a5-9fdc-f8b62dcfd5bb None None] Provisioning complete for port fdb14e33-fe3e-4066-a565-05687c7e361b triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:29.254650 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ffa75f88-a9b1-42a5-9fdc-f8b62dcfd5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.413884 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.479310 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7379334b-474c-44ff-9806-558cf683f180 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:43:29.560936 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:43:29.579430 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7379334b-474c-44ff-9806-558cf683f180, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7379334b-474c-44ff-9806-558cf683f180,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:29.597770 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '7379334b-474c-44ff-9806-558cf683f180', 'network_id': '739449aa-0c5f-424d-be2a-e5bd832ad27a', 'port_id': '7379334b-474c-44ff-9806-558cf683f180', 'mac_address': 'fa:16:3e:b3:7a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6f946dc-e497-45c4-b466-484964743058', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:43:29.647308 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.665732 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7379334b-474c-44ff-9806-558cf683f180 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:43:29.686129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:43:29.686356 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7379334b-474c-44ff-9806-558cf683f180, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7379334b-474c-44ff-9806-558cf683f180,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:29.692370 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.694496 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:29.696035 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Sync routers for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:43:29.706450 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:29.707252 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:29.737013 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:29.741287 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6792376 Jun 23 16:43:29.741624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59150) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:29.743453 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=7379334b-474c-44ff-9806-558cf683f180,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:29.746794 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:29.776535 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f935aa2b-2e51-4c57-bdd3-a9ee140ef829 req-3737c702-48f0-4242-a8bc-e29913929005 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:29.778113 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f935aa2b-2e51-4c57-bdd3-a9ee140ef829 req-3737c702-48f0-4242-a8bc-e29913929005 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 944 time: 0.0865560 Jun 23 16:43:29.819900 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:29.827884 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f935aa2b-2e51-4c57-bdd3-a9ee140ef829 req-0889c835-58ff-43e8-a9ae-1573d81443f6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432951 Jun 23 16:43:30.001666 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:29Z', 'revision_number': 3, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:30.028917 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Checking router: 0d1a31f3-dcb8-4057-8e07-9f65c908c53b for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:43:30.029500 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Updating router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:43:30.090159 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.186108 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.203232 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['7379334b-474c-44ff-9806-558cf683f180'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:43:30.345551 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device fdb14e33-fe3e-4066-a565-05687c7e361b up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:30.371942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d01729-7bae-4ed6-a00c-450d8f3a6468 req-8b9aedd5-416f-493c-b21e-35610ede82a9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:30.374112 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-02d01729-7bae-4ed6-a00c-450d8f3a6468 req-8b9aedd5-416f-493c-b21e-35610ede82a9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0954010 Jun 23 16:43:30.391086 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Allocated IP 172.20.0.1 (5795ef98-0a12-4f64-855e-029ca7944338/54f0ff86-8a87-4dfe-98f1-eb266c8fd934/998a08fb-acb9-41c3-b1b4-1c9b27d35a9a) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:30.409624 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.423972 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Transition to ACTIVE for port object f0817117-4a1a-462b-85b0-3ab1a91eb2a8 will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:30.426063 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port fdb14e33-fe3e-4066-a565-05687c7e361b triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:30.426609 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.431835 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.435924 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-6f82a642-37e5-41a5-905d-a28f215b86c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:30.483983 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-02d01729-7bae-4ed6-a00c-450d8f3a6468 req-1c4fdc68-d32f-4618-8eb7-e879a256701b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026711 Jun 23 16:43:30.527696 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.530276 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Attempting to bind port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:30.531189 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Attempting to bind port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:30.531787 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Attempting to bind port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:30.541058 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Transition to ACTIVE for port object 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:30.542704 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:30.543144 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:30.543811 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.544529 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:30.545296 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Bound port: f0817117-4a1a-462b-85b0-3ab1a91eb2a8, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:30.545836 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.548537 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Pushing event updated for resources: {'Port': ['ID=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,revision_number=2']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:30.575334 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.577463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7bb4df4a-dad7-4a74-87cd-aadf20b1415e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:30.578833 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.579176 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.579496 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.579862 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.580188 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.581789 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.581789 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.581789 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.581789 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.581789 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.582257 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.582346 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:30.586030 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:30.615393 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] For port f0817117-4a1a-462b-85b0-3ab1a91eb2a8, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:30.616355 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Network 5795ef98-0a12-4f64-855e-029ca7944338 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:30.618874 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] For port f0817117-4a1a-462b-85b0-3ab1a91eb2a8, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:30.619129 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:30.623259 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:30.623420 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.625727 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-006dae3f-4f9a-4944-a8cf-054fcb25a138 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:30.677104 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:30.677734 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:30.725578 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Pushing event updated for resources: {'Port': ['ID=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:30.728889 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:30.805520 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:30.878390 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-eecb257a-694c-4380-89f5-59c963c72ad2 None None] Provisioning for port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:30.879004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Pushing event updated for resources: {'Port': ['ID=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:30.884595 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-eecb257a-694c-4380-89f5-59c963c72ad2 None None] Provisioning complete for port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:30.885225 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-eecb257a-694c-4380-89f5-59c963c72ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.893724 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:30.926483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-eecb257a-694c-4380-89f5-59c963c72ad2 None None] Port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:43:30.932859 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:31.008698 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1417ab-982d-41c2-ac76-64790c2d8189 req-d593a717-1500-4754-9004-5e2d62fe9161 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:31.010848 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1f1417ab-982d-41c2-ac76-64790c2d8189 req-d593a717-1500-4754-9004-5e2d62fe9161 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 944 time: 0.0660706 Jun 23 16:43:31.033416 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:29Z', 'revision_number': 3, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:31.053689 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1f1417ab-982d-41c2-ac76-64790c2d8189 req-9b641b6d-6171-4d35-aba0-ac2b9900de81 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352097 Jun 23 16:43:31.061487 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.069210 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b28ec5-8a25-4fef-8e39-ea1a62b136e1 None None] The sync data for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb is: [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:29Z', 'revision_number': 3, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:43:31.233348 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.239407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.241954 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:31.329257 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Pushing event updated for resources: {'Port': ['ID=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:31.333345 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.335425 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:31.432022 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Network 5795ef98-0a12-4f64-855e-029ca7944338 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:31.433501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:31.492706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7379334b-474c-44ff-9806-558cf683f180 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:31.595152 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:43:31.621311 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 7379334b-474c-44ff-9806-558cf683f180 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:31.626869 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 7379334b-474c-44ff-9806-558cf683f180 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:31.627245 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.727785 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.740925 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:43:31.755424 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] 10.222.0.97 "PUT /v2.0/routers/0d1a31f3-dcb8-4057-8e07-9f65c908c53b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0108607 Jun 23 16:43:31.758125 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de6f16-e101-4805-828e-f702a943b526 req-a691db60-545e-4775-8e96-3a80a793c256 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:31.759821 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a2de6f16-e101-4805-828e-f702a943b526 req-a691db60-545e-4775-8e96-3a80a793c256 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0827506 Jun 23 16:43:31.766906 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134c3e6-e995-463a-8069-e55502755624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7379334b-474c-44ff-9806-558cf683f180'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:43:31.769391 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54739645-203c-4bbb-8e11-511dd22dc29d" -d '{"events": [{"server_uuid": "0134c3e6-e995-463a-8069-e55502755624", "name": "network-vif-plugged", "status": "completed", "tag": "7379334b-474c-44ff-9806-558cf683f180"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:43:31.772031 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-c38dbd4a-676d-4e61-a42e-ed353515aea5 None None] Provisioning complete for port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:31.772412 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c38dbd4a-676d-4e61-a42e-ed353515aea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.806610 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 7379334b-474c-44ff-9806-558cf683f180, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7379334b-474c-44ff-9806-558cf683f180,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:31.812514 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a2de6f16-e101-4805-828e-f702a943b526 req-4d8d49aa-0615-4ec3-8cf8-c0cbc495d265 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459123 Jun 23 16:43:31.813115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:31.819798 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:31.846382 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8425850c-d5e1-4353-96a1-45fa2721bfd0 x-openstack-request-id: req-8425850c-d5e1-4353-96a1-45fa2721bfd0 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:43:31.846809 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134c3e6-e995-463a-8069-e55502755624", "name": "network-vif-plugged", "status": "completed", "tag": "7379334b-474c-44ff-9806-558cf683f180", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:43:31.846936 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8425850c-d5e1-4353-96a1-45fa2721bfd0 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:43:31.847307 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0134c3e6-e995-463a-8069-e55502755624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7379334b-474c-44ff-9806-558cf683f180', 'code': 200} Jun 23 16:43:31.851208 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-c38dbd4a-676d-4e61-a42e-ed353515aea5 None None] Port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:43:31.880599 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=7379334b-474c-44ff-9806-558cf683f180,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:31.883932 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:32.160158 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c65c02-965d-4e0d-ac22-9beb900ba8df req-4947b40e-cd6e-4255-a5da-1ac306e0cdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:32.161705 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a6c65c02-965d-4e0d-ac22-9beb900ba8df req-4947b40e-cd6e-4255-a5da-1ac306e0cdd8 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 1098 time: 0.0574126 Jun 23 16:43:32.203229 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a6c65c02-965d-4e0d-ac22-9beb900ba8df req-5246089d-a692-4e38-9078-bc364c611a9d service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312660 Jun 23 16:43:32.294796 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee886817-89bf-45b4-bdd8-ff7ea858acd3 req-c0b6b1c1-1344-408c-8b81-e5833fd4acf0 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:32.296447 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee886817-89bf-45b4-bdd8-ff7ea858acd3 req-c0b6b1c1-1344-408c-8b81-e5833fd4acf0 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0756280 Jun 23 16:43:32.341189 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee886817-89bf-45b4-bdd8-ff7ea858acd3 req-fafa0796-8a96-4480-91b3-4a5770b800d4 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364788 Jun 23 16:43:32.371972 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device f0817117-4a1a-462b-85b0-3ab1a91eb2a8 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:32.398074 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59180) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:32.403361 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-37228044-network', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:32.422718 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:32.427932 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:32.428483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.431642 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Made reservation on behalf of 8104c3ac25014644992e7b0fcbeede35 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:43:32.436248 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.445393 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.527497 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.550392 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port f0817117-4a1a-462b-85b0-3ab1a91eb2a8, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:32.554641 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.556312 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.557011 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:32.564660 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.569056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fe9b4581-3f9c-4c07-b0f1-bd592f15b766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:32.591030 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1411} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:43:32.600836 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65069d38-f974-4f14-86d3-cac965d2ce7a,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:32.605459 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:32.606659 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.607037 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Added segment e959d7a4-7182-4e51-a984-f78a280b0e39 of type vlan for network 83add44a-ee4c-43c2-ac89-41167b9d756d Jun 23 16:43:32.620941 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:32.625287 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:32.650809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.693884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.695238 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:32.695838 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.698210 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:32.728900 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3297205 Jun 23 16:43:32.731942 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59184) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:32.737321 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Request body: {'subnet': {'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-37228044-subnet', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:32.761699 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Made reservation on behalf of 8104c3ac25014644992e7b0fcbeede35 for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:43:32.762624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Pushing event updated for resources: {'Network': ['ID=83add44a-ee4c-43c2-ac89-41167b9d756d,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:32.764368 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069342630'] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.765314 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:32.775801 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 83add44a-ee4c-43c2-ac89-41167b9d756d details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:43:32.893437 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Sync routers for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:43:32.902333 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:32.903144 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:32.974962 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065405490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069342644'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:32.980923 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1a2575df-2043-4dd2-8f70-d8252d46ff27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:33.012400 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:33.048496 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=836b2b44-5632-4936-b7d0-881dc3720cae,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:33.052241 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:33.069767 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4df50-1e83-416f-9f32-17b5bb2e1e37 req-f85f504b-bb86-4894-89a7-14ed65d3dfee tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:33.071341 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2ac4df50-1e83-416f-9f32-17b5bb2e1e37 req-f85f504b-bb86-4894-89a7-14ed65d3dfee tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1411438 Jun 23 16:43:33.072718 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Checking segment: {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:33.073009 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Network hostable DHCP agents. Network: 83add44a-ee4c-43c2-ac89-41167b9d756d, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:43:33.119057 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Network 83add44a-ee4c-43c2-ac89-41167b9d756d is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:43:33.131715 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2ac4df50-1e83-416f-9f32-17b5bb2e1e37 req-72a4fa63-d204-4c5b-ab3e-3d69dd72755f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519788 Jun 23 16:43:33.136420 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 83add44a-ee4c-43c2-ac89-41167b9d756d) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:33.140994 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:33.142194 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.156049 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff90d84-6032-4638-9cff-bd40effb412a None None] Network 83add44a-ee4c-43c2-ac89-41167b9d756d requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:43:33.166938 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1b00302f-b4a6-42ac-a963-81f6d169ea03 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4334731 Jun 23 16:43:33.170163 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59188) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:33.175027 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:33.198783 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.200272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.258996 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.400893 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.428374 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-83add44a-ee4c-43c2-ac89-41167b9d756d', 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'fixed_ips': [{'subnet_id': '836b2b44-5632-4936-b7d0-881dc3720cae'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:43:33.429236 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.455297 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 2, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:33.491670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Checking router: 0d1a31f3-dcb8-4057-8e07-9f65c908c53b for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:43:33.492031 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Updating router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:43:33.584638 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6367b1cf-a1c6-4e5a-afee-07b16150c44e req-0bc6e16a-8604-437d-9f03-89218f132281 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:33.592572 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6367b1cf-a1c6-4e5a-afee-07b16150c44e req-0bc6e16a-8604-437d-9f03-89218f132281 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.1129506 Jun 23 16:43:33.596941 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.626917 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.637730 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6367b1cf-a1c6-4e5a-afee-07b16150c44e req-7ac65b3d-f51a-4fe9-911d-6a64f5c4774f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Jun 23 16:43:33.649598 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.678734 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Allocated IP 172.20.0.2 (83add44a-ee4c-43c2-ac89-41167b9d756d/836b2b44-5632-4936-b7d0-881dc3720cae/8dddb076-baab-4691-9f06-f16375f2c367) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:33.769809 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Allocated IP 172.28.3.187 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/617824fd-7ed6-4188-b06e-f43cf9607fdc) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:33.885734 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.930653 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.934096 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:33.964483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:33.971068 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:33.975235 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:33.979477 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:33.982399 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Transition to ACTIVE for port object 8dddb076-baab-4691-9f06-f16375f2c367 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:33.983098 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Pushing event updated for resources: {'Port': ['ID=617824fd-7ed6-4188-b06e-f43cf9607fdc,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:34.001628 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:34.020416 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Transition to ACTIVE for port object 8dddb076-baab-4691-9f06-f16375f2c367 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:34.031220 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.035504 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.039654 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:34.071081 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Transition to ACTIVE for port object 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:34.082285 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.085223 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Network 83add44a-ee4c-43c2-ac89-41167b9d756d is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:34.091127 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:34.101246 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:34.111996 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Pushing event updated for resources: {'Port': ['ID=8dddb076-baab-4691-9f06-f16375f2c367,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:34.118609 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:34.118890 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:34.256640 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.295077 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Attempting to bind port 8dddb076-baab-4691-9f06-f16375f2c367 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:34.295472 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Attempting to bind port 8dddb076-baab-4691-9f06-f16375f2c367 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:34.295867 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Attempting to bind port 8dddb076-baab-4691-9f06-f16375f2c367 on network 83add44a-ee4c-43c2-ac89-41167b9d756d {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:34.305749 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8190a-0c84-42ae-a665-8c2d3511e63f None None] Pushing event updated for resources: {'Port': ['ID=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:34.312167 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:34.312552 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Checking segment: {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:34.312962 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.313355 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Bound using segment: {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:34.313852 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Bound port: 8dddb076-baab-4691-9f06-f16375f2c367, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:34.314222 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.316498 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-05a8190a-0c84-42ae-a665-8c2d3511e63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:34.320001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Attempting to bind port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:34.320363 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Attempting to bind port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:34.320723 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Attempting to bind port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a on network 5795ef98-0a12-4f64-855e-029ca7944338 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:34.338278 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device f0817117-4a1a-462b-85b0-3ab1a91eb2a8 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:34.340420 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:34.341042 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Checking segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:34.341536 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.341939 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Bound using segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:34.342429 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Bound port: 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:34.342807 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.378004 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51dfeef-b972-41fa-b759-b87c5dbd5e42 req-b7eb1d41-034f-4f7f-95f7-2c6d4732571f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:34.379679 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d51dfeef-b972-41fa-b759-b87c5dbd5e42 req-b7eb1d41-034f-4f7f-95f7-2c6d4732571f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0876055 Jun 23 16:43:34.427326 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d51dfeef-b972-41fa-b759-b87c5dbd5e42 req-08d143e4-bb5c-403c-b5ef-4b4b6a22e376 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400958 Jun 23 16:43:34.478297 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.490706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] For port 8dddb076-baab-4691-9f06-f16375f2c367, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:34.520228 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] For port 8dddb076-baab-4691-9f06-f16375f2c367, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=8dddb076-baab-4691-9f06-f16375f2c367,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:34.525765 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] For port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:34.529190 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.532629 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:34.534430 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:34.534814 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.569108 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] For port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:34.599431 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.621483 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Router 1128fccc-8f34-46d4-989d-686a2acb527d is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:43:34.639082 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Pushing event updated for resources: {'Port': ['ID=8dddb076-baab-4691-9f06-f16375f2c367,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:34.645901 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:34.646306 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:34.693568 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:34.694222 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:34.743220 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:43:34.753743 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Sync routers for ids ['1128fccc-8f34-46d4-989d-686a2acb527d'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:43:34.767772 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:34.769691 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5978918 Jun 23 16:43:34.772121 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59202) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:34.795539 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Routers {'1128fccc-8f34-46d4-989d-686a2acb527d'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:34.796409 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['1128fccc-8f34-46d4-989d-686a2acb527d'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:34.817177 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a8190a-0c84-42ae-a665-8c2d3511e63f None None] Pushing event updated for resources: {'Port': ['ID=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:34.820384 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-05a8190a-0c84-42ae-a665-8c2d3511e63f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:34.905680 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:35.001656 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Set router 1128fccc-8f34-46d4-989d-686a2acb527d gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:35.048829 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e9932-3ad7-416a-b75e-f93bd3e52ef2 req-d44dbf15-ab43-4cc3-b1a1-67b18496e0b7 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:35.051113 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ca5e9932-3ad7-416a-b75e-f93bd3e52ef2 req-d44dbf15-ab43-4cc3-b1a1-67b18496e0b7 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.2134223 Jun 23 16:43:35.208540 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ca5e9932-3ad7-416a-b75e-f93bd3e52ef2 req-3bb12fc6-ec3e-431d-8ba8-3ea3baefafa5 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415673 Jun 23 16:43:35.294658 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:34Z', 'revision_number': 3, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:35.326162 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:34Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:35.331649 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Checking router: 1128fccc-8f34-46d4-989d-686a2acb527d for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:43:35.332305 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Updating router 1128fccc-8f34-46d4-989d-686a2acb527d port 617824fd-7ed6-4188-b06e-f43cf9607fdc binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:43:35.379983 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be5fe0-f889-44fd-9ac0-a42112449114 None None] The sync data for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb is: [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:34Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:43:35.382891 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.423383 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.765451 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Allocated IP 172.20.0.1 (83add44a-ee4c-43c2-ac89-41167b9d756d/836b2b44-5632-4936-b7d0-881dc3720cae/d7169428-47f2-4d59-a780-be50eb5a9479) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:35.806125 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea903b26-848b-4094-b92f-c0a25b844984 req-0b4917eb-b346-458e-82fa-c455dccca8db tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:35.814279 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ea903b26-848b-4094-b92f-c0a25b844984 req-0b4917eb-b346-458e-82fa-c455dccca8db tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1781125 Jun 23 16:43:35.844354 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.859116 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Transition to ACTIVE for port object 617824fd-7ed6-4188-b06e-f43cf9607fdc will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:35.867085 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.869997 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:35.936111 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Attempting to bind port 617824fd-7ed6-4188-b06e-f43cf9607fdc on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:35.938889 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Attempting to bind port 617824fd-7ed6-4188-b06e-f43cf9607fdc by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:35.943204 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Attempting to bind port 617824fd-7ed6-4188-b06e-f43cf9607fdc on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:35.960880 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:35.961575 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:35.962075 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:35.962594 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:35.963247 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Bound port: 617824fd-7ed6-4188-b06e-f43cf9607fdc, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:35.963777 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.002569 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86a71a-1b62-459c-9089-1668db73d722 None None] Pushing event updated for resources: {'Port': ['ID=617824fd-7ed6-4188-b06e-f43cf9607fdc,revision_number=2']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:36.007247 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-bc86a71a-1b62-459c-9089-1668db73d722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:36.039551 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] For port 617824fd-7ed6-4188-b06e-f43cf9607fdc, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:36.043299 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] For port 617824fd-7ed6-4188-b06e-f43cf9607fdc, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=617824fd-7ed6-4188-b06e-f43cf9607fdc,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:36.051409 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.054028 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-02e691bb-5cf6-4329-826c-748858a03ed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:36.078628 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4d5309-0604-43c5-9dbc-7068a6ff46e5 None None] Network 83add44a-ee4c-43c2-ac89-41167b9d756d requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:43:36.118607 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Routers {'1128fccc-8f34-46d4-989d-686a2acb527d'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:36.119496 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['1128fccc-8f34-46d4-989d-686a2acb527d'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:36.172643 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-b39bf848-94d5-43fc-9af5-b16658c24205 None None] Provisioning for port 8dddb076-baab-4691-9f06-f16375f2c367 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:36.176130 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86a71a-1b62-459c-9089-1668db73d722 None None] Pushing event updated for resources: {'Port': ['ID=617824fd-7ed6-4188-b06e-f43cf9607fdc,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:36.182679 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-bc86a71a-1b62-459c-9089-1668db73d722 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:36.230979 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ea903b26-848b-4094-b92f-c0a25b844984 req-e7d5ff7d-82d9-4964-9c12-2332465c37f4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154663 Jun 23 16:43:36.277157 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.312542 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Transition to ACTIVE for port object d7169428-47f2-4d59-a780-be50eb5a9479 will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:36.330712 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] Set router 1128fccc-8f34-46d4-989d-686a2acb527d gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:36.395518 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.399173 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:36.454950 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:36.480579 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Network 83add44a-ee4c-43c2-ac89-41167b9d756d is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:36.485775 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:36.489325 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:36.541632 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.567885 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Pushing event updated for resources: {'Port': ['ID=d7169428-47f2-4d59-a780-be50eb5a9479,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:36.568760 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:36.573650 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:36.583455 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:36.584046 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.606098 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:34Z', 'revision_number': 3, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:36.661291 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-450808df-3bc4-4163-abf3-ab73f451d812 None None] The sync data for ids ['1128fccc-8f34-46d4-989d-686a2acb527d'] in dv-cinder-796950-7-smb is: [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:34Z', 'revision_number': 3, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:43:36.706328 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.766197 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:36.778248 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.780526 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 8dddb076-baab-4691-9f06-f16375f2c367 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:36.783630 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:36.796887 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.892615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:36.896300 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:36.919982 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 8dddb076-baab-4691-9f06-f16375f2c367 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:36.924345 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 8dddb076-baab-4691-9f06-f16375f2c367 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:36.924703 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:36.985374 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-11b6a119-82ae-4659-b989-8f9356c747c4 None None] Provisioning for port d7169428-47f2-4d59-a780-be50eb5a9479 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:36.990728 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-11b6a119-82ae-4659-b989-8f9356c747c4 None None] Provisioning complete for port d7169428-47f2-4d59-a780-be50eb5a9479 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:36.991056 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-11b6a119-82ae-4659-b989-8f9356c747c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.045817 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.056295 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.063523 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6f00253b-91f8-4e1b-8f8f-fce7952214d6 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:37.064145 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-11b6a119-82ae-4659-b989-8f9356c747c4 None None] Port d7169428-47f2-4d59-a780-be50eb5a9479 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:43:37.068637 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.120556 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 8dddb076-baab-4691-9f06-f16375f2c367, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=8dddb076-baab-4691-9f06-f16375f2c367,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:37.126122 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.130654 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:37.184949 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.195177 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Pushing event updated for resources: {'Port': ['ID=d7169428-47f2-4d59-a780-be50eb5a9479,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:37.198042 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:37.208342 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=8dddb076-baab-4691-9f06-f16375f2c367,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:37.213539 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:37.329049 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Network 83add44a-ee4c-43c2-ac89-41167b9d756d is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:37.330706 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:37.514099 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e4bcd2-d3bd-4381-ba35-ce8e3e4f6622 req-933c727d-1af5-4bcf-b7c5-c203cb6f64f1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:37.516047 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-50e4bcd2-d3bd-4381-ba35-ce8e3e4f6622 req-933c727d-1af5-4bcf-b7c5-c203cb6f64f1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1326909 Jun 23 16:43:37.534801 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Router 1128fccc-8f34-46d4-989d-686a2acb527d has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:43:37.602703 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-c12e4cfc-a31c-4019-b9e8-924aafb41f5f None None] Provisioning complete for port d7169428-47f2-4d59-a780-be50eb5a9479 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:37.603305 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c12e4cfc-a31c-4019-b9e8-924aafb41f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:37.622834 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-50e4bcd2-d3bd-4381-ba35-ce8e3e4f6622 req-6cc33dc4-1655-4757-94c6-4b57aba52801 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996532 Jun 23 16:43:37.664960 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-c12e4cfc-a31c-4019-b9e8-924aafb41f5f None None] Port d7169428-47f2-4d59-a780-be50eb5a9479 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:43:37.715879 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:43:37.733788 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] 10.222.0.97 "PUT /v2.0/routers/1128fccc-8f34-46d4-989d-686a2acb527d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9482155 Jun 23 16:43:38.436959 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 617824fd-7ed6-4188-b06e-f43cf9607fdc up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:38.506296 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 617824fd-7ed6-4188-b06e-f43cf9607fdc completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:38.511334 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 617824fd-7ed6-4188-b06e-f43cf9607fdc triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:38.511811 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:38.635838 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:38.689980 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 617824fd-7ed6-4188-b06e-f43cf9607fdc, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=617824fd-7ed6-4188-b06e-f43cf9607fdc,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:38.696177 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:38.698230 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 8dddb076-baab-4691-9f06-f16375f2c367 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:38.700615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:38.821296 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=617824fd-7ed6-4188-b06e-f43cf9607fdc,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:38.830067 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.830671 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.831180 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.831732 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.832254 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.832759 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.833522 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.833994 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.834531 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.834995 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.835457 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.835956 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:43:38.840340 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:38.850776 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 8dddb076-baab-4691-9f06-f16375f2c367 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:38.851384 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:38.883633 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e065bf1d-3c40-44d5-864a-a782d9cc26d9 req-a72560de-22a5-43c1-9207-7b5b7f451541 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:38.892633 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e065bf1d-3c40-44d5-864a-a782d9cc26d9 req-a72560de-22a5-43c1-9207-7b5b7f451541 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1159611 Jun 23 16:43:38.939948 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e065bf1d-3c40-44d5-864a-a782d9cc26d9 req-e7d68e89-00be-4198-aaf3-a459df01649e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463133 Jun 23 16:43:38.945852 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:39.022623 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:39.022623 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:39.072014 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Sync routers for ids ['1128fccc-8f34-46d4-989d-686a2acb527d'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:43:39.090134 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Routers {'1128fccc-8f34-46d4-989d-686a2acb527d'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:39.090793 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['1128fccc-8f34-46d4-989d-686a2acb527d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:39.255535 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Set router 1128fccc-8f34-46d4-989d-686a2acb527d gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:39.516910 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 4, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': 'd7169428-47f2-4d59-a780-be50eb5a9479', 'name': '', 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'mac_address': 'fa:16:3e:be:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '836b2b44-5632-4936-b7d0-881dc3720cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:35Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 2, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'subnets': [{'id': '836b2b44-5632-4936-b7d0-881dc3720cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:39.551922 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Checking router: 1128fccc-8f34-46d4-989d-686a2acb527d for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:43:39.552312 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Updating router 1128fccc-8f34-46d4-989d-686a2acb527d port d7169428-47f2-4d59-a780-be50eb5a9479 binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:43:39.593734 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:39.909439 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:39.924331 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Transition to ACTIVE for port object d7169428-47f2-4d59-a780-be50eb5a9479 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:39.931313 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:39.933592 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:39.992023 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493acf6-a949-40db-acb1-73896a3beea5 None None] Pushing event updated for resources: {'Port': ['ID=d7169428-47f2-4d59-a780-be50eb5a9479,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:40.010172 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-6493acf6-a949-40db-acb1-73896a3beea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:40.055358 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Attempting to bind port d7169428-47f2-4d59-a780-be50eb5a9479 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:43:40.055767 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Attempting to bind port d7169428-47f2-4d59-a780-be50eb5a9479 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:43:40.056191 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Attempting to bind port d7169428-47f2-4d59-a780-be50eb5a9479 on network 83add44a-ee4c-43c2-ac89-41167b9d756d {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:43:40.064125 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:43:40.064630 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Checking segment: {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:43:40.065044 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:40.065446 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Bound using segment: {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:43:40.065918 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Bound port: d7169428-47f2-4d59-a780-be50eb5a9479, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e959d7a4-7182-4e51-a984-f78a280b0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1411, 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:43:40.066298 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:40.222008 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] For port d7169428-47f2-4d59-a780-be50eb5a9479, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:43:40.231485 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] For port d7169428-47f2-4d59-a780-be50eb5a9479, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=d7169428-47f2-4d59-a780-be50eb5a9479,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:43:40.243193 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:40.246717 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:40.267504 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80a5e9-1939-4887-8d67-8c4690478983 req-b9a7bf97-f2c8-4ec5-bb1f-56e56cdb751d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:40.285102 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fe80a5e9-1939-4887-8d67-8c4690478983 req-b9a7bf97-f2c8-4ec5-bb1f-56e56cdb751d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1726754 Jun 23 16:43:40.365363 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Routers {'1128fccc-8f34-46d4-989d-686a2acb527d'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:43:40.366935 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:43:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['1128fccc-8f34-46d4-989d-686a2acb527d'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:40.381254 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fe80a5e9-1939-4887-8d67-8c4690478983 req-7b034bca-db2e-474f-8e71-de6d0c81a896 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963087 Jun 23 16:43:40.445015 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 617824fd-7ed6-4188-b06e-f43cf9607fdc up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:40.488253 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493acf6-a949-40db-acb1-73896a3beea5 None None] Pushing event updated for resources: {'Port': ['ID=d7169428-47f2-4d59-a780-be50eb5a9479,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:40.505757 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-6493acf6-a949-40db-acb1-73896a3beea5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:40.586671 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 617824fd-7ed6-4188-b06e-f43cf9607fdc triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:40.587054 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:40.613567 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] Set router 1128fccc-8f34-46d4-989d-686a2acb527d gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:43:41.059122 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 4, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': 'd7169428-47f2-4d59-a780-be50eb5a9479', 'name': '', 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'mac_address': 'fa:16:3e:be:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '836b2b44-5632-4936-b7d0-881dc3720cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:35Z', 'updated_at': '2021-06-23T16:43:40Z', 'revision_number': 4, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'subnets': [{'id': '836b2b44-5632-4936-b7d0-881dc3720cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:43:41.090219 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909c37b2-8ea7-460e-9d3b-78345d40f965 None None] The sync data for ids ['1128fccc-8f34-46d4-989d-686a2acb527d'] in dv-cinder-796950-7-smb is: [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 4, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': 'd7169428-47f2-4d59-a780-be50eb5a9479', 'name': '', 'network_id': '83add44a-ee4c-43c2-ac89-41167b9d756d', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'mac_address': 'fa:16:3e:be:92:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '836b2b44-5632-4936-b7d0-881dc3720cae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:35Z', 'updated_at': '2021-06-23T16:43:40Z', 'revision_number': 4, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'subnets': [{'id': '836b2b44-5632-4936-b7d0-881dc3720cae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:43:41.643153 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157ace23-768a-487f-b0c0-307ba1ab23e8 req-6fd1eb15-1596-4946-99e8-8f47f4505b83 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:41.644978 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-157ace23-768a-487f-b0c0-307ba1ab23e8 req-6fd1eb15-1596-4946-99e8-8f47f4505b83 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0836530 Jun 23 16:43:41.703629 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-157ace23-768a-487f-b0c0-307ba1ab23e8 req-8baeea82-77ee-4c05-ad77-3dd97b53d6a2 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499208 Jun 23 16:43:42.373364 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d7169428-47f2-4d59-a780-be50eb5a9479 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:42.435256 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port d7169428-47f2-4d59-a780-be50eb5a9479 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:42.442874 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port d7169428-47f2-4d59-a780-be50eb5a9479 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:42.443660 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:42.574555 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:42.633231 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port d7169428-47f2-4d59-a780-be50eb5a9479, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=d7169428-47f2-4d59-a780-be50eb5a9479,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:43:42.640015 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:42.642442 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cbb72207-8cdd-486e-966b-61786b1843e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:42.705050 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=d7169428-47f2-4d59-a780-be50eb5a9479,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:42.709085 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:42.895534 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71eace1e-2a60-4693-9654-1adbdd1a70cc req-cc8a4488-4c5d-4042-b640-582367d62485 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:42.905281 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-71eace1e-2a60-4693-9654-1adbdd1a70cc req-cc8a4488-4c5d-4042-b640-582367d62485 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0820749 Jun 23 16:43:42.951312 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-71eace1e-2a60-4693-9654-1adbdd1a70cc req-140e3f64-1956-4e3c-9a58-4e04326ffae7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442135 Jun 23 16:43:44.154838 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72efd7-57e4-4162-babb-d5b16fc6b898 req-124d5fae-c4cf-49d6-890e-f71a30369e5f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:44.156553 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d72efd7-57e4-4162-babb-d5b16fc6b898 req-124d5fae-c4cf-49d6-890e-f71a30369e5f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0758584 Jun 23 16:43:44.197791 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d72efd7-57e4-4162-babb-d5b16fc6b898 req-d38316db-de6d-48de-9db3-5e988e06c0aa tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348964 Jun 23 16:43:44.203402 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:44.330482 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d7169428-47f2-4d59-a780-be50eb5a9479 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:43:44.396777 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port d7169428-47f2-4d59-a780-be50eb5a9479 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:44.397210 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:44.671406 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2c994e2e-56a3-4e60-b730-79ebee80a36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:45.399656 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50158f71-a5e7-4205-8f7c-13e7862949f8 req-79310b9f-24c9-40c4-a68b-8634fe5b6bcb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:45.401152 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-50158f71-a5e7-4205-8f7c-13e7862949f8 req-79310b9f-24c9-40c4-a68b-8634fe5b6bcb tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0664763 Jun 23 16:43:45.447371 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-50158f71-a5e7-4205-8f7c-13e7862949f8 req-1a8477d4-7561-4c04-b29c-6e3dabc4461d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396490 Jun 23 16:43:46.646827 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc850ae-2d6c-4405-884a-d7368eab093b req-bb75726b-a0b8-42d4-85e1-7edbe4eeffe8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:46.648490 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6fc850ae-2d6c-4405-884a-d7368eab093b req-bb75726b-a0b8-42d4-85e1-7edbe4eeffe8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0701876 Jun 23 16:43:46.693249 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6fc850ae-2d6c-4405-884a-d7368eab093b req-05b6f441-b054-4035-9b42-cccca272e5d5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Jun 23 16:43:47.453653 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-89e557a8-92a1-4823-9ba0-41f0a31ccf92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:47.509591 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:47.870760 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94f7041-7b7f-44e0-8a3b-ba76fb4083e3 req-42bdadf0-b93f-4bef-8811-3b5cb66ed054 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:47.873273 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b94f7041-7b7f-44e0-8a3b-ba76fb4083e3 req-42bdadf0-b93f-4bef-8811-3b5cb66ed054 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0654588 Jun 23 16:43:47.919342 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b94f7041-7b7f-44e0-8a3b-ba76fb4083e3 req-04967e15-76b1-4b6c-9ab9-f0f33ed18584 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370181 Jun 23 16:43:48.115044 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-b66e83c8-328a-4000-af2e-335c56940bc6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:48.116633 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-b66e83c8-328a-4000-af2e-335c56940bc6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 814 time: 0.1236484 Jun 23 16:43:48.135082 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-0687114a-0f09-496e-a81c-ba45e024bdcd tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/quotas/b5e0cc02b19b43a4b41b275e597101dd HTTP/1.1" status: 200 len: 375 time: 0.0128946 Jun 23 16:43:48.210544 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-98f1ce7c-630d-4957-9b01-22af8cd1e3be tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688426 Jun 23 16:43:48.320083 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-d5061db3-82e9-4ee4-991b-dc8d2fd9cff9 service neutron] 10.222.0.97 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953388 Jun 23 16:43:48.422838 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-322eb15d-863d-47d6-9b90-011dda4ab398 service neutron] 10.222.0.97 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965946 Jun 23 16:43:48.546503 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:48.600848 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66222208-54f2-4939-a3f0-bc3eb48697fd req-6150527b-f529-4aba-a7f4-8412007d44d1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0313659 Jun 23 16:43:49.107747 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cedf09-1851-46b4-b938-f5cc608206be req-7c516093-fe40-4fa8-acb9-2ed824a98bda tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:49.109602 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-34cedf09-1851-46b4-b938-f5cc608206be req-7c516093-fe40-4fa8-acb9-2ed824a98bda tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0688529 Jun 23 16:43:49.147205 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-34cedf09-1851-46b4-b938-f5cc608206be req-fb0b9cc7-d0a2-40b6-92e3-58a7ee7d18f9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318427 Jun 23 16:43:49.744236 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-766f425a-444a-415b-862b-1f8ff132eccd req-ae605b85-c556-4a69-b3da-cca53b7e98a3 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0292687 Jun 23 16:43:50.199299 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:50.214535 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-59a9c24e-b9a7-4292-9475-79d46fcc2a7a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:50.216024 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-59a9c24e-b9a7-4292-9475-79d46fcc2a7a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 814 time: 0.1217015 Jun 23 16:43:50.238592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'port': {'device_id': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'admin_state_up': True, 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:43:50.399167 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452ff2f-b9c1-4898-ab16-c993d9f9a53b req-cda2be65-c102-4617-bf54-799618733ee8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:50.400675 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f452ff2f-b9c1-4898-ab16-c993d9f9a53b req-cda2be65-c102-4617-bf54-799618733ee8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1101120 Jun 23 16:43:50.401652 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Made reservation on behalf of b5e0cc02b19b43a4b41b275e597101dd for: {'port': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:43:50.404894 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:50.458932 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f452ff2f-b9c1-4898-ab16-c993d9f9a53b req-217651ba-9e94-4b28-b6ce-5403bdc04fb5 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514488 Jun 23 16:43:50.575180 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Allocated IP 172.20.0.14 (5795ef98-0a12-4f64-855e-029ca7944338/54f0ff86-8a87-4dfe-98f1-eb266c8fd934/fa408cae-1e8d-4a4f-9950-0eca853e7c5d) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:43:50.771679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:50.797596 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Transition to ACTIVE for port object fa408cae-1e8d-4a4f-9950-0eca853e7c5d will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:43:50.839318 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:50.849866 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:50.957621 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Network 5795ef98-0a12-4f64-855e-029ca7944338 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:43:50.974234 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:43:50.976870 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:43:51.109517 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:51.119805 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:51.175145 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:51.175841 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:51.201375 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dda115-ef96-445f-9d91-ab26da7ceae7 req-26d9d25c-c3a7-439f-8f25-1eb580402977 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:51.203198 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-48dda115-ef96-445f-9d91-ab26da7ceae7 req-26d9d25c-c3a7-439f-8f25-1eb580402977 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.2400863 Jun 23 16:43:51.205401 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9709704 Jun 23 16:43:51.258062 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-48dda115-ef96-445f-9d91-ab26da7ceae7 req-20c60daf-24ef-44e1-8325-b15fd78b2b79 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470579 Jun 23 16:43:51.461012 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9c43c73a-1fdf-47a0-b558-73a1cb55a828 None None] Provisioning for port fa408cae-1e8d-4a4f-9950-0eca853e7c5d completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:43:51.466397 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9c43c73a-1fdf-47a0-b558-73a1cb55a828 None None] Provisioning complete for port fa408cae-1e8d-4a4f-9950-0eca853e7c5d triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:43:51.468111 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9c43c73a-1fdf-47a0-b558-73a1cb55a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:51.510282 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-9c43c73a-1fdf-47a0-b558-73a1cb55a828 None None] Port fa408cae-1e8d-4a4f-9950-0eca853e7c5d cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:43:51.673764 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43ebaa1-29ec-49b0-9800-88673b3d2adb req-2e5684d1-b82a-49cc-a7a6-a87392a9b408 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:51.675383 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e43ebaa1-29ec-49b0-9800-88673b3d2adb req-2e5684d1-b82a-49cc-a7a6-a87392a9b408 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0938442 Jun 23 16:43:51.715408 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e43ebaa1-29ec-49b0-9800-88673b3d2adb req-76c333f5-da99-4ec5-a2a4-ad4248007a2e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342147 Jun 23 16:43:52.465183 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f35c72-fe99-4ade-8fce-3fbc629f6e3f req-3a4a60e1-5050-4c6a-86db-0d522958f0e6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:52.466556 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c2f35c72-fe99-4ade-8fce-3fbc629f6e3f req-3a4a60e1-5050-4c6a-86db-0d522958f0e6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0718150 Jun 23 16:43:52.508616 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c2f35c72-fe99-4ade-8fce-3fbc629f6e3f req-3cbc4d69-3950-4f6e-8585-9cb1ef736dc6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362265 Jun 23 16:43:52.800201 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:43:52.954118 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9acda2-2089-4d1f-ad1e-f4c2f041d103 req-af4a49cd-5c11-42f9-9d3c-bdca21fdb704 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:52.955943 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-af9acda2-2089-4d1f-ad1e-f4c2f041d103 req-af4a49cd-5c11-42f9-9d3c-bdca21fdb704 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1098597 Jun 23 16:43:53.002645 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-af9acda2-2089-4d1f-ad1e-f4c2f041d103 req-a96d94d4-201c-4202-bec2-744a93659eb0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400326 Jun 23 16:43:53.689324 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eea2da8-d1ab-4a43-a6fd-e3a297a79882 req-863e9236-438f-4689-816f-a98fe306d547 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:53.690793 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2eea2da8-d1ab-4a43-a6fd-e3a297a79882 req-863e9236-438f-4689-816f-a98fe306d547 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0641003 Jun 23 16:43:53.729234 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2eea2da8-d1ab-4a43-a6fd-e3a297a79882 req-0de2d288-65bc-42b0-8b0a-c2f09ed6ce8e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Jun 23 16:43:54.196552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3fb62-8df8-45c3-a836-44abb734cadd req-b036e7da-d35e-4645-ac4e-1e8cd2f89a7b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:54.198043 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-14a3fb62-8df8-45c3-a836-44abb734cadd req-b036e7da-d35e-4645-ac4e-1e8cd2f89a7b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0756369 Jun 23 16:43:54.241688 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-14a3fb62-8df8-45c3-a836-44abb734cadd req-092a0f83-c6d3-41ef-a762-61ef18236589 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 Jun 23 16:43:54.929151 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e6b44-054b-48d1-bcb0-b1402e8aebe2 req-950f1da7-ccfc-424b-be9d-bcd2aa1c379d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:54.930518 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-153e6b44-054b-48d1-bcb0-b1402e8aebe2 req-950f1da7-ccfc-424b-be9d-bcd2aa1c379d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0817535 Jun 23 16:43:54.978199 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-153e6b44-054b-48d1-bcb0-b1402e8aebe2 req-aa54a651-3b78-4597-bbbe-f93794d7720d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 Jun 23 16:43:55.429205 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f198967-da02-4d67-8b8b-512ffb075423 req-a08e18a9-5e1d-4fd9-88f6-b2b06da63d43 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:55.430728 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3f198967-da02-4d67-8b8b-512ffb075423 req-a08e18a9-5e1d-4fd9-88f6-b2b06da63d43 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0719378 Jun 23 16:43:55.482497 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3f198967-da02-4d67-8b8b-512ffb075423 req-0f9f8c73-d2d8-4cab-b84d-d40055ff5d25 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459635 Jun 23 16:43:55.678163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59496) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:55.792155 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:55.892095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:55.906651 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:55.909645 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d1a8efb9-f0b8-4b75-bb34-933fbd7aef9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:55.950249 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d860b224bdc542a0842883de9b8412ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709959 Jun 23 16:43:55.951297 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99dd3ec5-e546-4c01-a572-1140bee8afb0,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:55.953500 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59500) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:43:55.955453 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:56.008209 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:56.029083 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:56.074662 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:56.077465 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:43:56.080996 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/99dd3ec5-e546-4c01-a572-1140bee8afb0 HTTP/1.1" status: 204 len: 168 time: 0.1234164 Jun 23 16:43:56.080996 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d000b189-6046-4199-9a0a-22de8f4de5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:43:56.087506 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99dd3ec5-e546-4c01-a572-1140bee8afb0,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:43:56.089924 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:43:56.173257 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a1b4be-d125-44ae-9912-fcca48fb82ca req-3821c6aa-3040-425e-a179-de963218174a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:56.174741 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a0a1b4be-d125-44ae-9912-fcca48fb82ca req-3821c6aa-3040-425e-a179-de963218174a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0791681 Jun 23 16:43:56.215445 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a0a1b4be-d125-44ae-9912-fcca48fb82ca req-a8bfbe7a-c475-4abe-a953-3d4e422a83be tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338078 Jun 23 16:43:56.668490 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17400ba-c8e6-485a-93ae-e8aa993770b8 req-5bcfd75e-8045-4d23-9e3c-3511273639b0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:56.669951 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a17400ba-c8e6-485a-93ae-e8aa993770b8 req-5bcfd75e-8045-4d23-9e3c-3511273639b0 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0652223 Jun 23 16:43:56.711565 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a17400ba-c8e6-485a-93ae-e8aa993770b8 req-3ca29f74-1526-42bb-bb27-4099d58cf700 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332835 Jun 23 16:43:57.424810 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ddc550-bd68-4dcd-986c-399f1795560c req-7197609a-cf7b-4913-8f30-cc963852c183 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:57.426278 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-34ddc550-bd68-4dcd-986c-399f1795560c req-7197609a-cf7b-4913-8f30-cc963852c183 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0664322 Jun 23 16:43:57.674669 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-34ddc550-bd68-4dcd-986c-399f1795560c req-ee15a104-3bbd-493d-a302-76c750791a92 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418137 Jun 23 16:43:57.895955 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb1a28-d991-418c-bb26-b903c29f4521 req-089436ec-39ef-4505-8344-834ff05b1343 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:57.897414 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-defb1a28-d991-418c-bb26-b903c29f4521 req-089436ec-39ef-4505-8344-834ff05b1343 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0732527 Jun 23 16:43:57.941032 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-defb1a28-d991-418c-bb26-b903c29f4521 req-3a92ac1e-9cf9-4c50-8e88-a5244809c3a8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376945 Jun 23 16:43:58.906509 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d1a23e-4968-47f6-97e7-22a2148fe12f req-bd1483d8-5a57-4f87-bf5b-fb6afbf1e8e3 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:58.908031 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-72d1a23e-4968-47f6-97e7-22a2148fe12f req-bd1483d8-5a57-4f87-bf5b-fb6afbf1e8e3 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0889130 Jun 23 16:43:58.950923 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-72d1a23e-4968-47f6-97e7-22a2148fe12f req-cc1356fb-69ec-4c16-8214-56cad83e37bf tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368907 Jun 23 16:43:59.141528 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97198272-9570-45dd-9a2f-514c50bba3ac req-af9ecbf7-635a-47c7-b6fc-1cf3055d1ecc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:43:59.142959 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-97198272-9570-45dd-9a2f-514c50bba3ac req-af9ecbf7-635a-47c7-b6fc-1cf3055d1ecc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0724068 Jun 23 16:43:59.181743 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-97198272-9570-45dd-9a2f-514c50bba3ac req-32c65bba-9952-419b-9f7b-f3a1b259b48d tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323522 Jun 23 16:44:00.158833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc98a96-06c0-42d1-a4a0-32de46a3c56b req-dd83bb96-0ecd-44e8-9b19-bc62b3faf726 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:00.160312 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cfc98a96-06c0-42d1-a4a0-32de46a3c56b req-dd83bb96-0ecd-44e8-9b19-bc62b3faf726 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0768251 Jun 23 16:44:00.218620 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cfc98a96-06c0-42d1-a4a0-32de46a3c56b req-7da0f6b0-e946-455a-b080-f61cff40874f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jun 23 16:44:00.396755 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612eb205-4974-4526-907c-efcd19f9d54a req-3d7cd5f0-153f-4e55-aa49-f8f26efc3cdd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:00.400427 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-612eb205-4974-4526-907c-efcd19f9d54a req-3d7cd5f0-153f-4e55-aa49-f8f26efc3cdd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0820644 Jun 23 16:44:00.460554 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-612eb205-4974-4526-907c-efcd19f9d54a req-1290b780-a4ee-4d59-b938-eb0dd5a721db tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Jun 23 16:44:01.424040 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e114e0e-2e57-4dcb-9506-771bab7d927a req-9a613db1-1e80-46a5-97d7-34e4396395b5 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:01.428781 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e114e0e-2e57-4dcb-9506-771bab7d927a req-9a613db1-1e80-46a5-97d7-34e4396395b5 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0937238 Jun 23 16:44:01.500584 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e114e0e-2e57-4dcb-9506-771bab7d927a req-63e5e178-fd8a-499e-b05d-d709f08762f5 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647404 Jun 23 16:44:01.706021 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ff1f7b-5e64-4091-9dcd-8e12612943f0 req-054f78cb-86b4-4b75-855c-de58de4a79e4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:01.707518 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-16ff1f7b-5e64-4091-9dcd-8e12612943f0 req-054f78cb-86b4-4b75-855c-de58de4a79e4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0717978 Jun 23 16:44:01.756940 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-16ff1f7b-5e64-4091-9dcd-8e12612943f0 req-fe576dd4-a647-45d1-ac92-bb8b9c2398c7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433929 Jun 23 16:44:02.725630 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c104ae-f8f2-4dc8-a591-766151e60821 req-fbbdaa8d-76e3-4c4b-8d8f-d85613a5f25d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:02.727926 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-74c104ae-f8f2-4dc8-a591-766151e60821 req-fbbdaa8d-76e3-4c4b-8d8f-d85613a5f25d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0837636 Jun 23 16:44:02.782983 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-74c104ae-f8f2-4dc8-a591-766151e60821 req-5f35ac1a-eb9a-44d4-9811-83a883f6ce19 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483911 Jun 23 16:44:02.959362 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3349097d-6dcb-4200-81b6-0e64031f96dc req-433790a9-9bd2-438b-8461-43a13c46220a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:02.961038 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3349097d-6dcb-4200-81b6-0e64031f96dc req-433790a9-9bd2-438b-8461-43a13c46220a tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0729852 Jun 23 16:44:03.002800 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3349097d-6dcb-4200-81b6-0e64031f96dc req-23f3b58a-63dc-4daf-9c20-95f455d8c83c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Jun 23 16:44:03.982150 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3862dbb-b5a7-415e-aae6-76157aac600e req-bab9b87d-bbfe-4366-ad32-60b287fda5ae tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:03.984476 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e3862dbb-b5a7-415e-aae6-76157aac600e req-bab9b87d-bbfe-4366-ad32-60b287fda5ae tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0955231 Jun 23 16:44:04.053919 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e3862dbb-b5a7-415e-aae6-76157aac600e req-6eb4c206-38e7-4916-b858-d60865fbcd5c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638347 Jun 23 16:44:04.225731 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb6f2c-40d7-458d-a491-54c46a5473ce req-77427e7f-80fa-42e4-916c-ac135da4cfa7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:04.227813 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7fb6f2c-40d7-458d-a491-54c46a5473ce req-77427e7f-80fa-42e4-916c-ac135da4cfa7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0889533 Jun 23 16:44:04.304727 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7fb6f2c-40d7-458d-a491-54c46a5473ce req-0b5697f3-2fc7-46fe-bae4-631c55c10cdc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687783 Jun 23 16:44:05.265476 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d717df7-e7a5-4b66-88a8-7e8d3fbf9c08 req-932c3c81-a083-492b-98d6-91c71afa862d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:05.270376 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0d717df7-e7a5-4b66-88a8-7e8d3fbf9c08 req-932c3c81-a083-492b-98d6-91c71afa862d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.0890484 Jun 23 16:44:05.321061 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0d717df7-e7a5-4b66-88a8-7e8d3fbf9c08 req-e3320aed-71dd-4688-a2aa-8db605055ca8 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Jun 23 16:44:05.503923 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7982c7f-9175-4ad8-b3b2-fb48b560a19a req-8c9516ee-b574-4daa-9ca8-480577dcd0c1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:05.505489 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c7982c7f-9175-4ad8-b3b2-fb48b560a19a req-8c9516ee-b574-4daa-9ca8-480577dcd0c1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0734088 Jun 23 16:44:05.556626 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c7982c7f-9175-4ad8-b3b2-fb48b560a19a req-2e05e707-654d-4891-be5c-9520e1b8c6e9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447600 Jun 23 16:44:06.309976 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Request body: {'port': {'device_id': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:06.392599 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.619182 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25ca79-d87f-46f3-bc62-61e7b8bf811e req-77774d99-fa6b-489e-b8d7-6ccbaa900e89 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:06.620698 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ed25ca79-d87f-46f3-bc62-61e7b8bf811e req-77774d99-fa6b-489e-b8d7-6ccbaa900e89 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 932 time: 0.1796911 Jun 23 16:44:06.697456 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ed25ca79-d87f-46f3-bc62-61e7b8bf811e req-b1ac0dd8-549f-4de1-b92c-e7e6b37088b0 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659573 Jun 23 16:44:06.768039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa408cae-1e8d-4a4f-9950-0eca853e7c5d {{(pid=99534) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:44:06.780299 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.797291 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Transition to ACTIVE for port object fa408cae-1e8d-4a4f-9950-0eca853e7c5d will not be triggered until provisioned by entity L2. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:06.809529 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5c805-a090-4d80-988d-d54bb604d8a6 req-bdae0374-2097-41b6-8e4c-cad01abf80ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:06.811246 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-85d5c805-a090-4d80-988d-d54bb604d8a6 req-bdae0374-2097-41b6-8e4c-cad01abf80ac tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1361485 Jun 23 16:44:06.812513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:06.814717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-548c8e82-ec96-43c8-bfbf-ac7afcf5c0a3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:06.897185 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:06.901388 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:06.905211 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-85d5c805-a090-4d80-988d-d54bb604d8a6 req-e8e911ea-c121-4ec9-b153-ee76f8200861 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865293 Jun 23 16:44:06.984039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Attempting to bind port fa408cae-1e8d-4a4f-9950-0eca853e7c5d on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:44:06.984397 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Attempting to bind port fa408cae-1e8d-4a4f-9950-0eca853e7c5d by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:44:06.984691 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Attempting to bind port fa408cae-1e8d-4a4f-9950-0eca853e7c5d on network 5795ef98-0a12-4f64-855e-029ca7944338 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:06.991018 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Port fa408cae-1e8d-4a4f-9950-0eca853e7c5d on network 5795ef98-0a12-4f64-855e-029ca7944338 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:44:06.991513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Attempting to bind port fa408cae-1e8d-4a4f-9950-0eca853e7c5d on network 5795ef98-0a12-4f64-855e-029ca7944338 {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:06.999944 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:44:07.000461 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Checking segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:07.001027 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Bound using segment: {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'} {{(pid=99534) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:44:07.001617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.managers [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Bound port: fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdf39fc-f086-4778-bd84-d76771a8f123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1405, 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338'}}] {{(pid=99534) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:44:07.002029 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.086543 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, cleared binding levels {{(pid=99534) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:44:07.090525 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99534) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:44:07.095827 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.098513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d151e140-645a-4a4a-a1ad-3c08d82ac10c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:07.134984 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:07.135619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:07.137220 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] 10.222.0.111 "PUT /v2.0/ports/fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 1094 time: 0.8317015 Jun 23 16:44:07.137525 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:07.140200 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832dd42-39c5-4a91-a027-556aa708596f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:07.168726 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=3']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:07.173592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:07.204241 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f1027b-035b-4f3f-8a92-8714d747aba3 x-openstack-request-id: req-a9f1027b-035b-4f3f-8a92-8714d747aba3 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:07.204489 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:07.204792 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a9f1027b-035b-4f3f-8a92-8714d747aba3 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:07.206054 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'status': 'completed', 'code': 200} Jun 23 16:44:07.286236 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-a7095ebd-2c04-4575-95b9-f53cd9dadaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:07.287917 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-a7095ebd-2c04-4575-95b9-f53cd9dadaf4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0575802 Jun 23 16:44:07.347175 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-bb952362-af1e-4be5-ae36-5dd1dcfff22d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 217 time: 0.0388584 Jun 23 16:44:07.398813 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-660ad595-696e-433c-9391-4f2b0d965094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:07.400351 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-660ad595-696e-433c-9391-4f2b0d965094 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.0459547 Jun 23 16:44:07.485387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-a28271c8-5bd5-495e-af5e-95297dde27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:07.486885 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-a28271c8-5bd5-495e-af5e-95297dde27f0 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784583 Jun 23 16:44:07.591185 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-44c31fd4-24c6-4e00-9cb3-b167cd041a42 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901685 Jun 23 16:44:07.694641 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ef994bcb-6df1-4d1b-81ca-b768860541a2 req-11dfaa4b-6e27-4ca9-bc3e-83c056bd4af1 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879078 Jun 23 16:44:07.877616 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0cfd7-c435-4951-9d37-fcc9fa63036c req-30a46fd0-7053-4148-8b97-d674b63314b7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:07.879138 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66a0cfd7-c435-4951-9d37-fcc9fa63036c req-30a46fd0-7053-4148-8b97-d674b63314b7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0690563 Jun 23 16:44:07.924356 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-66a0cfd7-c435-4951-9d37-fcc9fa63036c req-019af19d-aeda-4101-9d9e-7c510be5361d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388298 Jun 23 16:44:08.009452 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832dd42-39c5-4a91-a027-556aa708596f req-79eea139-fe64-4e93-b8cd-54b61aca9016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:08.011058 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-79eea139-fe64-4e93-b8cd-54b61aca9016 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1097 time: 0.0626729 Jun 23 16:44:08.123809 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317f432-484c-4d40-a248-51b432856812 req-64abab01-1d34-411a-aa16-3fa6fcb38d1c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:08.125315 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6317f432-484c-4d40-a248-51b432856812 req-64abab01-1d34-411a-aa16-3fa6fcb38d1c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0702147 Jun 23 16:44:08.167367 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6317f432-484c-4d40-a248-51b432856812 req-93fb39e1-e9f5-4a85-a2c9-071982ab35fa tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362074 Jun 23 16:44:09.104597 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67801520-a58d-4dfc-9b2c-59f969a3aa10 req-9e79c859-af4c-47cd-b78f-b1119a1d1c72 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:09.106504 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-67801520-a58d-4dfc-9b2c-59f969a3aa10 req-9e79c859-af4c-47cd-b78f-b1119a1d1c72 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0695088 Jun 23 16:44:09.148387 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-67801520-a58d-4dfc-9b2c-59f969a3aa10 req-422cbd0a-c647-4165-ade9-38e7e89f35c8 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350087 Jun 23 16:44:09.362496 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecb5345-ffd1-48e6-bf43-67579ba5472a req-f96586b5-ff63-4943-bede-f605f6d17f5b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:09.364046 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eecb5345-ffd1-48e6-bf43-67579ba5472a req-f96586b5-ff63-4943-bede-f605f6d17f5b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0724273 Jun 23 16:44:09.407971 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eecb5345-ffd1-48e6-bf43-67579ba5472a req-2bf8552d-198d-4ebc-baaf-b6490a239992 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377316 Jun 23 16:44:10.116295 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832dd42-39c5-4a91-a027-556aa708596f req-7097d862-5a5d-42f1-9a1d-f042a9e649ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:10.117767 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-7097d862-5a5d-42f1-9a1d-f042a9e649ef service neutron] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 916 time: 0.0984030 Jun 23 16:44:10.182498 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-77133520-b519-415a-9aa6-9ef7d17e77d7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 217 time: 0.0354178 Jun 23 16:44:10.260417 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832dd42-39c5-4a91-a027-556aa708596f req-f75daf96-64de-4ba9-b3b6-c2bf65e9b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:10.261919 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-f75daf96-64de-4ba9-b3b6-c2bf65e9b8e1 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.0538564 Jun 23 16:44:10.272622 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b90e2-d127-48bc-8956-1012ca9c0e62 req-dfce3fbc-ecfa-4ff9-9582-696e5bcb5207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:10.273667 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf5b90e2-d127-48bc-8956-1012ca9c0e62 req-dfce3fbc-ecfa-4ff9-9582-696e5bcb5207 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.0641453 Jun 23 16:44:10.329841 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf5b90e2-d127-48bc-8956-1012ca9c0e62 req-d6b247ea-88e2-4b22-a849-a0cbc3966739 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322707 Jun 23 16:44:10.366360 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832dd42-39c5-4a91-a027-556aa708596f req-2685467c-a504-434e-ab6b-bd1b351cb283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:10.367871 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-2685467c-a504-434e-ab6b-bd1b351cb283 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0958080 Jun 23 16:44:10.388997 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa145271-0a8d-4c11-9c1c-1eddbbd08a52 req-40ff9bf7-6d3d-4367-bbf3-be7a6648bff0 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:10.390536 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fa145271-0a8d-4c11-9c1c-1eddbbd08a52 req-40ff9bf7-6d3d-4367-bbf3-be7a6648bff0 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0898888 Jun 23 16:44:10.430325 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fa145271-0a8d-4c11-9c1c-1eddbbd08a52 req-f23f8347-7b4b-487b-be25-f87dd840fc8c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332282 Jun 23 16:44:10.602925 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f07145-a943-4a08-ad05-f7d7435e6094 req-2a509c26-dcb8-4c23-932f-0c07b69fa133 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:10.604623 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93f07145-a943-4a08-ad05-f7d7435e6094 req-2a509c26-dcb8-4c23-932f-0c07b69fa133 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0738044 Jun 23 16:44:10.651510 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93f07145-a943-4a08-ad05-f7d7435e6094 req-c0c7ce2d-8dba-4d4f-8e89-4833cbd94efc tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402687 Jun 23 16:44:10.856060 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-90ed5d9d-db97-4294-9f40-1a72d729cf1d service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938280 Jun 23 16:44:11.026497 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8832dd42-39c5-4a91-a027-556aa708596f req-020f7c50-4919-4296-8635-7ed1d63d7d6d service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040094 Jun 23 16:44:11.647302 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c90965-85ea-4c92-8457-1a246825acf2 req-f249e1c5-3d1a-44e5-8d40-1d3b2a37ac51 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:11.648849 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-76c90965-85ea-4c92-8457-1a246825acf2 req-f249e1c5-3d1a-44e5-8d40-1d3b2a37ac51 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0816956 Jun 23 16:44:11.695213 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-76c90965-85ea-4c92-8457-1a246825acf2 req-8c423898-fa23-4028-8161-f17cb3d107da tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384791 Jun 23 16:44:11.860566 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814458e-0adc-4596-890d-ce3ac2d1d14b req-a5ebb2b9-599a-48c0-aec9-5284fcc2b0d3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:11.862063 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8814458e-0adc-4596-890d-ce3ac2d1d14b req-a5ebb2b9-599a-48c0-aec9-5284fcc2b0d3 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0767467 Jun 23 16:44:11.916350 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8814458e-0adc-4596-890d-ce3ac2d1d14b req-e32ef4b2-7134-40ab-891c-28fd7e30841b tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468621 Jun 23 16:44:12.553005 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d105e0bd-0caa-466b-b537-50d51c32fde8 req-d9bb4b2c-63ff-4ccf-bc00-488251a92e8e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:12.554482 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d105e0bd-0caa-466b-b537-50d51c32fde8 req-d9bb4b2c-63ff-4ccf-bc00-488251a92e8e tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0663631 Jun 23 16:44:12.597717 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d105e0bd-0caa-466b-b537-50d51c32fde8 req-8b7347aa-31f6-4941-a333-51cd193b0e73 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Jun 23 16:44:12.716533 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-b72c2a17-2417-4771-8f46-8fee8c2fbd36 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597227 Jun 23 16:44:12.906836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-abb38931-8511-44ba-ba67-3ccd0830a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:12.908252 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-abb38931-8511-44ba-ba67-3ccd0830a0e4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.1037138 Jun 23 16:44:12.920515 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a88e97d-a5af-40c6-99c3-137de89b80e7 req-e6ea59ff-7490-41e2-8140-e6403cc24af7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:12.922228 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2a88e97d-a5af-40c6-99c3-137de89b80e7 req-e6ea59ff-7490-41e2-8140-e6403cc24af7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 944 time: 0.0872753 Jun 23 16:44:13.012430 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2a88e97d-a5af-40c6-99c3-137de89b80e7 req-5e6a606b-9689-45a8-a644-4dadec27818c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845585 Jun 23 16:44:13.075989 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-12d344db-932d-4b2c-a0b1-f7309daa56fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:13.077697 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-12d344db-932d-4b2c-a0b1-f7309daa56fe service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.1341133 Jun 23 16:44:13.137284 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-f9a4ebd6-0c79-43ce-a62b-cd3feae104ad service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0465734 Jun 23 16:44:13.156256 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceaeb1-3fb2-4f5b-9a83-24a4e6b066d6 req-265e07be-b49f-402b-ba93-91f2fe235e94 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:13.157908 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3bceaeb1-3fb2-4f5b-9a83-24a4e6b066d6 req-265e07be-b49f-402b-ba93-91f2fe235e94 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1198168 Jun 23 16:44:13.226120 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-6a76f393-8787-4b8d-a5f0-d627ff689d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:13.227546 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-6a76f393-8787-4b8d-a5f0-d627ff689d83 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0688767 Jun 23 16:44:13.233690 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3bceaeb1-3fb2-4f5b-9a83-24a4e6b066d6 req-ccd4c1e1-9130-4046-8a00-4b7cf5798f06 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673630 Jun 23 16:44:13.265456 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-5efbacaa-f657-4d4d-aae7-3ce6f465fcc9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275381 Jun 23 16:44:13.372069 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-a83dda81-807e-4c6a-9ed3-b39affbb0cba service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962796 Jun 23 16:44:13.472731 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3b1f098c-9a11-44e7-9583-e9017d078560 req-74f1e878-dd62-42a6-8ba4-d5293bf4d573 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860608 Jun 23 16:44:13.803451 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device fa408cae-1e8d-4a4f-9950-0eca853e7c5d details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:44:13.834820 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f515d-228a-49fb-8c42-6785082e0e22 req-58ca259a-8e4a-48ca-ad64-2856adcaf8a9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:13.836285 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dd0f515d-228a-49fb-8c42-6785082e0e22 req-58ca259a-8e4a-48ca-ad64-2856adcaf8a9 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1559854 Jun 23 16:44:13.852567 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ca48f-5be7-47a6-9ab6-c85c92342c65 req-4e504d89-68fb-44ae-8f81-ee159586d804 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:13.854020 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ae2ca48f-5be7-47a6-9ab6-c85c92342c65 req-4e504d89-68fb-44ae-8f81-ee159586d804 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.1364653 Jun 23 16:44:13.857278 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816961-fee3-4772-a287-6d29b92b3ebc req-e92d8677-c624-4b53-9fdf-36594daa87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:13.858642 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-e92d8677-c624-4b53-9fdf-36594daa87da service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=41093d586e974d0ab54eed6d6b7135b7&device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 1098 time: 0.1494346 Jun 23 16:44:13.910319 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:13.923215 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'port_id': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'mac_address': 'fa:16:3e:d2:a0:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:44:13.966913 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:13.969615 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dd0f515d-228a-49fb-8c42-6785082e0e22 req-ec4e5877-0e02-4817-bc3d-d2e7dcabb67c tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250300 Jun 23 16:44:13.977809 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ae2ca48f-5be7-47a6-9ab6-c85c92342c65 req-8b266d9f-80c5-4196-bbde-081907f7a9db tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139307 Jun 23 16:44:13.987530 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa408cae-1e8d-4a4f-9950-0eca853e7c5d {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:44:14.007039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816961-fee3-4772-a287-6d29b92b3ebc req-f745f856-73c3-43d7-97d9-5a693d3d8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:14.008466 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-f745f856-73c3-43d7-97d9-5a693d3d8b4d service neutron] 10.222.0.111 "GET /v2.0/networks?id=f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 200 len: 921 time: 0.1312077 Jun 23 16:44:14.010102 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:14.015565 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:14.018230 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:14.063372 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-25a1a1c1-e21a-4e77-a43c-8b84986fdd6d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 200 len: 217 time: 0.0428896 Jun 23 16:44:14.068006 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:14.077490 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:14.145115 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86816961-fee3-4772-a287-6d29b92b3ebc req-44b0aa08-2015-4220-9082-ba379a185f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:14.146686 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-44b0aa08-2015-4220-9082-ba379a185f61 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 200 len: 859 time: 0.0703108 Jun 23 16:44:14.196602 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:14.205708 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-9963d5e2-e4b1-4d60-8054-b5389c9b61f9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=f8306b7d-48bb-48f0-a463-94c4f395cc01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462391 Jun 23 16:44:14.500650 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d3441-3edf-44d6-8cab-ac07a97c233a req-d54795e5-47bc-41b8-a303-6ba810df5098 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:14.502108 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-518d3441-3edf-44d6-8cab-ac07a97c233a req-d54795e5-47bc-41b8-a303-6ba810df5098 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 945 time: 0.3537228 Jun 23 16:44:14.551477 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-90543045-2f9c-4ea9-abb1-769d959efeb8 service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327010 Jun 23 16:44:14.559450 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-518d3441-3edf-44d6-8cab-ac07a97c233a req-21b9af97-08cc-4adc-8c97-484579b354c7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504670 Jun 23 16:44:14.572558 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['fa408cae-1e8d-4a4f-9950-0eca853e7c5d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:14.659352 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86816961-fee3-4772-a287-6d29b92b3ebc req-0a9ee347-60fe-48f4-bca2-73709aa74d2a service neutron] 10.222.0.111 "GET /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932517 Jun 23 16:44:14.672326 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-0a15ba38-350c-4952-927d-15a22ddbd023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:15.193260 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddee1f8-5891-4ea1-9f3f-b7e6ee4066b4 req-b3c4d62c-e99b-4727-8bcb-7efd1b889330 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:15.194613 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bddee1f8-5891-4ea1-9f3f-b7e6ee4066b4 req-b3c4d62c-e99b-4727-8bcb-7efd1b889330 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1073027 Jun 23 16:44:15.206539 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2117494-81e0-4e83-ac95-a8c4a0821a06 req-23324a7d-9e74-4c0d-b5d3-5c68904f762f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:15.207901 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2117494-81e0-4e83-ac95-a8c4a0821a06 req-23324a7d-9e74-4c0d-b5d3-5c68904f762f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0887647 Jun 23 16:44:15.257301 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bddee1f8-5891-4ea1-9f3f-b7e6ee4066b4 req-a50aa3e1-55d4-4be8-97f5-697f1ada3597 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484686 Jun 23 16:44:15.270025 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2117494-81e0-4e83-ac95-a8c4a0821a06 req-05feb962-e70c-47b7-bcc6-0fa20a44f6c1 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554063 Jun 23 16:44:15.749987 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336dd795-14b1-4e97-9947-e69350c748b3 req-b80a3d0a-728a-4039-b2c6-843b4c2c78a6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:15.751425 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-336dd795-14b1-4e97-9947-e69350c748b3 req-b80a3d0a-728a-4039-b2c6-843b4c2c78a6 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 945 time: 0.0738947 Jun 23 16:44:15.795400 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-336dd795-14b1-4e97-9947-e69350c748b3 req-a0d2826f-49c8-4304-936c-13466ce244ca tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350475 Jun 23 16:44:16.479296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36a677-8ce5-409f-8448-89b240dfd3cc req-f7565920-d7cb-4414-87a8-167d9e13a047 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:16.481167 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fc36a677-8ce5-409f-8448-89b240dfd3cc req-f7565920-d7cb-4414-87a8-167d9e13a047 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0997341 Jun 23 16:44:16.493377 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417a29f-92f2-48ac-978d-d0560fc203f3 req-a7a354b1-6818-4071-b7f5-a4ea3a57c883 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:16.494825 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e417a29f-92f2-48ac-978d-d0560fc203f3 req-a7a354b1-6818-4071-b7f5-a4ea3a57c883 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.1042953 Jun 23 16:44:16.552331 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fc36a677-8ce5-409f-8448-89b240dfd3cc req-f79b320e-0cda-4dfa-8a1e-7c2fb094f464 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565858 Jun 23 16:44:16.557045 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e417a29f-92f2-48ac-978d-d0560fc203f3 req-cff9f98d-8709-47aa-9f42-238c25ac47fe tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550611 Jun 23 16:44:16.982707 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174f4338-7946-4169-a9c6-2e355393b624 req-951ca04d-e4f8-4ca4-9441-74955703c4b1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:16.984189 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-174f4338-7946-4169-a9c6-2e355393b624 req-951ca04d-e4f8-4ca4-9441-74955703c4b1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 945 time: 0.0672886 Jun 23 16:44:17.023573 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-174f4338-7946-4169-a9c6-2e355393b624 req-571ad160-71c9-40c3-ab19-24b746fce46d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337093 Jun 23 16:44:17.453070 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-82c547d5-0d7f-4961-9e08-10d94f4a93b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:17.503399 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:17.777617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e31f9-f8d0-46eb-b671-713848a36550 req-392c7827-6ce3-478d-b084-6007dc14d015 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:17.779011 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-772e31f9-f8d0-46eb-b671-713848a36550 req-392c7827-6ce3-478d-b084-6007dc14d015 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1084409 Jun 23 16:44:17.790646 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286299b-19bf-4da1-8825-e1414a338a97 req-b29e95ef-5ef3-46d1-81a3-2f4a1630b16f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:17.792013 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3286299b-19bf-4da1-8825-e1414a338a97 req-b29e95ef-5ef3-46d1-81a3-2f4a1630b16f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.1121824 Jun 23 16:44:17.822071 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device fa408cae-1e8d-4a4f-9950-0eca853e7c5d up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:17.851823 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-772e31f9-f8d0-46eb-b671-713848a36550 req-1d790e4c-fdbc-4d78-9406-45c7ece5bd96 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588117 Jun 23 16:44:17.857235 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3286299b-19bf-4da1-8825-e1414a338a97 req-86777fd3-275f-419a-b827-13110be6743d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573683 Jun 23 16:44:17.882276 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port fa408cae-1e8d-4a4f-9950-0eca853e7c5d completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:17.886527 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port fa408cae-1e8d-4a4f-9950-0eca853e7c5d triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:17.887316 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:17.976701 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:18.001176 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:18.003567 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1141a287-ae29-4a11-a012-3605a1fa3896" -d '{"events": [{"server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:18.018478 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:18.023255 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:18.025392 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-05a8190a-0c84-42ae-a665-8c2d3511e63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:18.047527 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b91c35-731b-4894-9bd7-46fb1cdec128 x-openstack-request-id: req-80b91c35-731b-4894-9bd7-46fb1cdec128 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:18.047901 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "name": "network-vif-plugged", "status": "completed", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:18.048115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-80b91c35-731b-4894-9bd7-46fb1cdec128 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:18.048512 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'code': 200} Jun 23 16:44:18.086839 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:18.089929 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:18.220816 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a4b8b-41d9-480c-a9c6-d8aea3e8a49c req-7684df9c-aa3c-4d3c-a5db-b6fbb976234f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:18.222364 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ab6a4b8b-41d9-480c-a9c6-d8aea3e8a49c req-7684df9c-aa3c-4d3c-a5db-b6fbb976234f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0694244 Jun 23 16:44:18.265408 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ab6a4b8b-41d9-480c-a9c6-d8aea3e8a49c req-33d44b06-46ab-439e-a6a4-15efe2a6a512 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365443 Jun 23 16:44:18.395105 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b984f0-df1f-424d-993a-322df4a09a8f req-de8bd3e9-60ed-4620-876b-2b62eb3f86f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:18.396628 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-45b984f0-df1f-424d-993a-322df4a09a8f req-de8bd3e9-60ed-4620-876b-2b62eb3f86f1 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1099 time: 0.0615304 Jun 23 16:44:18.442264 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-45b984f0-df1f-424d-993a-322df4a09a8f req-7c49d5fe-acb0-443a-993d-f5ff92f1996c service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312047 Jun 23 16:44:18.546434 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:19.079545 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd12d8-b784-40cb-a0e9-5a48cf70d4d1 req-f85aa495-c846-4426-b5f4-6b0905445231 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:19.081152 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ccdd12d8-b784-40cb-a0e9-5a48cf70d4d1 req-f85aa495-c846-4426-b5f4-6b0905445231 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.1074157 Jun 23 16:44:19.095815 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3695c678-c51f-4bc5-9d8d-c44caa8983a7 req-79fb4960-8435-40fc-bffa-a165a2603b19 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:19.097685 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3695c678-c51f-4bc5-9d8d-c44caa8983a7 req-79fb4960-8435-40fc-bffa-a165a2603b19 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0952201 Jun 23 16:44:19.158703 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ccdd12d8-b784-40cb-a0e9-5a48cf70d4d1 req-d9ee860d-c467-4eb5-b2b0-1d467e1cd8aa tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712409 Jun 23 16:44:19.163720 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3695c678-c51f-4bc5-9d8d-c44caa8983a7 req-3e5be613-2cf7-425e-a7ad-9126b0d4f982 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588207 Jun 23 16:44:19.447885 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74cb6e7-7898-4988-a6cc-7e49a9a83c6f req-5a489337-4d00-4ca7-b777-8388f2b51a13 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:19.449638 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e74cb6e7-7898-4988-a6cc-7e49a9a83c6f req-5a489337-4d00-4ca7-b777-8388f2b51a13 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0688598 Jun 23 16:44:19.496912 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e74cb6e7-7898-4988-a6cc-7e49a9a83c6f req-d8dd7890-9ebb-44a7-b309-7a4a560ba4f3 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Jun 23 16:44:20.205783 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:20.351550 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8de03-d987-4e82-a667-4ecd8a161f4f req-42b534df-5a2c-4116-a64b-4e6bcf38046f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:20.352978 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fda8de03-d987-4e82-a667-4ecd8a161f4f req-42b534df-5a2c-4116-a64b-4e6bcf38046f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0739725 Jun 23 16:44:20.391944 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fda8de03-d987-4e82-a667-4ecd8a161f4f req-510821ed-5cd5-4366-9dfe-e5477189f90d tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324347 Jun 23 16:44:20.685037 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5894e1ae-07e4-48ea-9175-bcdde5ebef63 req-1d3b0f5c-1833-4e70-b636-7641696f661c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:20.686756 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5894e1ae-07e4-48ea-9175-bcdde5ebef63 req-1d3b0f5c-1833-4e70-b636-7641696f661c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0684369 Jun 23 16:44:20.726450 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5894e1ae-07e4-48ea-9175-bcdde5ebef63 req-9e84117f-d5d8-44ba-aa22-c6ad56644dda tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332298 Jun 23 16:44:20.908639 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fae76-54f3-4782-8416-a515be23ed32 req-473f7371-ebff-4606-b3f3-6129530d31d1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:20.910034 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e86fae76-54f3-4782-8416-a515be23ed32 req-473f7371-ebff-4606-b3f3-6129530d31d1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0663738 Jun 23 16:44:20.947959 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e86fae76-54f3-4782-8416-a515be23ed32 req-934b9247-b917-4a07-b3da-2f59adac015a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321865 Jun 23 16:44:21.342674 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ef8717-dd41-4d8d-8b46-bcb421c570e6 req-00c580f3-b4e9-46e4-bcc4-b6c980421498 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:21.344207 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a2ef8717-dd41-4d8d-8b46-bcb421c570e6 req-00c580f3-b4e9-46e4-bcc4-b6c980421498 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0643971 Jun 23 16:44:21.382967 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a2ef8717-dd41-4d8d-8b46-bcb421c570e6 req-e89b13df-0584-49b2-8a5d-b8466706b729 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330286 Jun 23 16:44:21.597766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b2e7-1763-4c98-a834-9e451aa8e1d7 req-d2819169-5e13-4595-a232-bb718885d90f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:21.599462 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d182b2e7-1763-4c98-a834-9e451aa8e1d7 req-d2819169-5e13-4595-a232-bb718885d90f tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0781693 Jun 23 16:44:21.647701 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d182b2e7-1763-4c98-a834-9e451aa8e1d7 req-cce36585-2a9e-4392-8a30-e71cf760e8c5 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/security-groups?id=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409935 Jun 23 16:44:22.154833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-1a160a39-dd5c-4842-8713-e9b43b1e3b5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:22.156875 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-1a160a39-dd5c-4842-8713-e9b43b1e3b5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 945 time: 0.0724123 Jun 23 16:44:22.263605 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Deleting port 7379334b-474c-44ff-9806-558cf683f180 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:22.264052 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:22.357084 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] For port 7379334b-474c-44ff-9806-558cf683f180, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=7379334b-474c-44ff-9806-558cf683f180,segment=NetworkSegment(a92dfb7e-78d4-4ab3-8dc6-497122dc1771),segment_id=a92dfb7e-78d4-4ab3-8dc6-497122dc1771)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:22.357431 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:22.370790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Calling delete_port for 7379334b-474c-44ff-9806-558cf683f180 owned by compute:nova {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:22.509508 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:22.513450 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-07968983-6906-484a-8de0-af41682ebf5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:22.539713 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Pushing event deleted for resources: {'Port': ['ID=7379334b-474c-44ff-9806-558cf683f180,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:22.555921 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.556284 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.556637 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.557009 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.557352 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.557717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.558060 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.558399 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.558750 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.559076 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.559408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.559766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:22.565615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['7379334b-474c-44ff-9806-558cf683f180'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:22.582327 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:22.604024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] No DVR routers for this DVR port 7379334b-474c-44ff-9806-558cf683f180 on host hv-cinder-79695 {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:22.606870 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:22.609332 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3331004d-fda6-4ade-893a-4d17de40cbfa req-c00a91bc-d051-423d-8060-d29d82d3e6e6 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.111 "DELETE /v2.0/ports/7379334b-474c-44ff-9806-558cf683f180 HTTP/1.1" status: 204 len: 173 time: 0.4467261 Jun 23 16:44:22.609832 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0134c3e6-e995-463a-8069-e55502755624', 'name': 'network-vif-deleted', 'tag': '7379334b-474c-44ff-9806-558cf683f180'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:22.612222 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1eeac8-564b-4613-a63b-b5067983b576" -d '{"events": [{"server_uuid": "0134c3e6-e995-463a-8069-e55502755624", "name": "network-vif-deleted", "tag": "7379334b-474c-44ff-9806-558cf683f180"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:22.650255 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138ec791-5139-4197-8736-fc07acb0fefa x-openstack-request-id: req-138ec791-5139-4197-8736-fc07acb0fefa {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:22.650682 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0134c3e6-e995-463a-8069-e55502755624", "name": "network-vif-deleted", "tag": "7379334b-474c-44ff-9806-558cf683f180", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:22.651061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-138ec791-5139-4197-8736-fc07acb0fefa {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:22.651510 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0134c3e6-e995-463a-8069-e55502755624', 'name': 'network-vif-deleted', 'tag': '7379334b-474c-44ff-9806-558cf683f180', 'status': 'completed', 'code': 200} Jun 23 16:44:22.826440 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-98c7de5e-6de5-431c-8f80-ee151613f398 req-de36f300-50bb-4165-bbdd-17b900c56c5b tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] 10.222.0.97 "GET /v2.0/ports?device_id=0134c3e6-e995-463a-8069-e55502755624 HTTP/1.1" status: 200 len: 210 time: 0.0315146 Jun 23 16:44:24.362402 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe6aac-5828-4dab-a6b4-d68904a2a941 req-6396e77d-5381-4f7c-8082-fdd3256ca448 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:24.364000 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6ffe6aac-5828-4dab-a6b4-d68904a2a941 req-6396e77d-5381-4f7c-8082-fdd3256ca448 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0655446 Jun 23 16:44:24.409973 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6ffe6aac-5828-4dab-a6b4-d68904a2a941 req-76dd7a5b-7fa5-48ef-961e-ca7986838cae tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Jun 23 16:44:25.595172 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74515d-c576-4571-bb22-e3d06c1b729d req-83a539cc-c5aa-4518-847f-682597b7e8a7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:25.596824 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d74515d-c576-4571-bb22-e3d06c1b729d req-83a539cc-c5aa-4518-847f-682597b7e8a7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0722094 Jun 23 16:44:25.636814 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d74515d-c576-4571-bb22-e3d06c1b729d req-7bfa2d2b-bb0b-48f9-ab73-0c27e2aeb078 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Jun 23 16:44:25.852432 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7379334b-474c-44ff-9806-558cf683f180 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:25.862500 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edf8d5-096c-4365-82e1-420c3539f5f0 req-4d03937f-6927-416a-9ccd-65832b13027a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:25.865045 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f5edf8d5-096c-4365-82e1-420c3539f5f0 req-4d03937f-6927-416a-9ccd-65832b13027a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0664895 Jun 23 16:44:25.874036 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 7379334b-474c-44ff-9806-558cf683f180 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:25.874608 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 7379334b-474c-44ff-9806-558cf683f180 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:25.905491 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f5edf8d5-096c-4365-82e1-420c3539f5f0 req-66462cfd-5b86-4c72-b8f0-aa2ca8d4234c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354609 Jun 23 16:44:25.930232 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59938) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:26.151915 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2095c807-a753-4074-b8ba-73fde09449b0 tempest-TestMinimumBasicScenario-1449372411 tempest-TestMinimumBasicScenario-1449372411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:26.153327 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-2095c807-a753-4074-b8ba-73fde09449b0 tempest-TestMinimumBasicScenario-1449372411 tempest-TestMinimumBasicScenario-1449372411-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1094 time: 0.2221160 Jun 23 16:44:26.156855 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59942) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:26.161211 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'floatingip': {'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'port_id': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:26.187218 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:26.287386 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:26.391200 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Allocated IP 172.28.3.201 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/546afad1-0a53-4433-9c65-7a7b8247abf6) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:26.708620 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:26.760355 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:26.766954 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:26.811552 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:26.816183 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:26.819623 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:26.861302 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43d9799-bd06-4d54-9463-ccd453d8c17b req-86ff169a-b373-417e-b6a7-81ce160327bd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:26.863155 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b43d9799-bd06-4d54-9463-ccd453d8c17b req-86ff169a-b373-417e-b6a7-81ce160327bd tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0994627 Jun 23 16:44:26.864447 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'Port': ['ID=546afad1-0a53-4433-9c65-7a7b8247abf6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:26.876187 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.876563 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.876927 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.877288 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.877642 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.877998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.878351 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.878701 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.879050 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.879398 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.879772 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.880131 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:26.900433 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:26.911722 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b43d9799-bd06-4d54-9463-ccd453d8c17b req-e4e951a7-51a9-47ef-a70d-0bb6448aa9c7 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428202 Jun 23 16:44:27.361925 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:27.474265 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:27.634317 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:27.639020 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:27.641539 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9e087a41-8cb8-4bac-9da5-ae83c3cb5c0b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:27.701980 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'Port': ['ID=546afad1-0a53-4433-9c65-7a7b8247abf6,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:27.706166 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:27.718588 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:27.820500 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Floating IP ce6d85b3-58a8-4b52-a666-adc44aff8955 associated. External IP: 172.28.3.201, port: fa408cae-1e8d-4a4f-9950-0eca853e7c5d. Jun 23 16:44:28.065496 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:44:28.114676 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78993bb-4b82-46b0-8167-1a26867b30f6 req-9a4fec85-4906-4002-8eec-7050a117d28e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:28.116272 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d78993bb-4b82-46b0-8167-1a26867b30f6 req-9a4fec85-4906-4002-8eec-7050a117d28e tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.0797219 Jun 23 16:44:28.157275 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d78993bb-4b82-46b0-8167-1a26867b30f6 req-8c91c394-a5d5-4428-a506-fc0693c165ad tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348780 Jun 23 16:44:28.191034 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:44:28.204367 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e3503-64dc-4993-a854-836ca3409533 None None] Sync routers for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:44:28.210835 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.214423 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:28.215122 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:28.250734 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0929167 Jun 23 16:44:28.251378 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:28.253561 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59968) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:28.253890 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:28.258481 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1300763407', 'description': 'tempest-secgroup-smoke-1300763407 description', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:28.294336 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efa97db-7a77-4716-9230-b1594b4a4276 x-openstack-request-id: req-8efa97db-7a77-4716-9230-b1594b4a4276 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:28.294806 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:28.295105 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-8efa97db-7a77-4716-9230-b1594b4a4276 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:28.295558 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'status': 'completed', 'code': 200} Jun 23 16:44:28.299425 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.334437 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:28.426560 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.433758 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.438513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4aef2f10-c9cf-4d7f-ac40-3feb7750b207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:28.473650 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.474863 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2202973 Jun 23 16:44:28.478043 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df1fc826-0376-43b3-a24d-67fe7b98b048,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:28.478244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59972) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:28.482070 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:28.484139 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group_rule': {'security_group_id': 'df1fc826-0376-43b3-a24d-67fe7b98b048', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:28.501579 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-21fcd158-ad7c-4317-a85e-377f7a9ab57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:28.503008 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-21fcd158-ad7c-4317-a85e-377f7a9ab57b service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1099 time: 0.1187065 Jun 23 16:44:28.519171 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.626869 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-f8445be7-59eb-4edb-accf-d05cebab774a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:28.628531 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-f8445be7-59eb-4edb-accf-d05cebab774a service neutron] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 916 time: 0.1014631 Jun 23 16:44:28.632084 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.643697 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.651020 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:28.656266 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': 'ce6d85b3-58a8-4b52-a666-adc44aff8955', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'floating_ip_address': '172.28.3.201', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'port_id': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'mac_address': 'fa:16:3e:d2:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:44:27Z', 'updated_at': '2021-06-23T16:44:27Z', 'revision_number': 0, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:28.663641 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-95160393-dc26-4e0c-a6a9-f502ae85fe5f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:28.664551 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-95160393-dc26-4e0c-a6a9-f502ae85fe5f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 946 time: 0.1251085 Jun 23 16:44:28.687379 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e3503-64dc-4993-a854-836ca3409533 None None] Checking router: 0d1a31f3-dcb8-4057-8e07-9f65c908c53b for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:44:28.696358 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:28.697107 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:28.708174 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9b4ec8c-c9dd-4a3b-9c55-65cf189c8782,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:28.720231 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:28.721602 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.722305 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2430234 Jun 23 16:44:28.726423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59976) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:28.730629 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group_rule': {'security_group_id': 'df1fc826-0376-43b3-a24d-67fe7b98b048', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:28.758207 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-68acc4ff-d0ef-4a38-ae81-b507cd8ad71e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 1000 time: 0.1168315 Jun 23 16:44:28.817191 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.819063 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Deleting port 9541ea50-9121-4021-8fe5-35b299b42460 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:28.819511 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.872451 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-6961a855-73be-4fe8-b181-8e061b2cfd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:28.874258 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-6961a855-73be-4fe8-b181-8e061b2cfd30 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.1015725 Jun 23 16:44:28.907800 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.923478 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:28.928129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.946713 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:28.951946 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:28.953660 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2269237 Jun 23 16:44:28.962005 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59978) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:28.966676 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group_rule': {'security_group_id': 'df1fc826-0376-43b3-a24d-67fe7b98b048', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:28.978542 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd4b974-44c7-45b6-8eed-c4580f98c352,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:28.982276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:29.010830 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-c5a06ad4-86b2-4965-ab81-1f557748ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:29.012372 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-c5a06ad4-86b2-4965-ab81-1f557748ac59 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1235795 Jun 23 16:44:29.019482 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.171274 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.177611 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.186376 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:29.197831 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] For port 9541ea50-9121-4021-8fe5-35b299b42460, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=9541ea50-9121-4021-8fe5-35b299b42460,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:29.198130 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.199410 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-0aad4764-ac3e-4bd1-8c5b-974fd1dbc43f service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669321 Jun 23 16:44:29.207237 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023dddea-d7cb-44a7-a7f4-f2ff167446b8,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:29.210386 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:29.214111 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Calling delete_port for 9541ea50-9121-4021-8fe5-35b299b42460 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:29.224176 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.225423 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2624328 Jun 23 16:44:29.228762 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-691e3503-64dc-4993-a854-836ca3409533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': 'ce6d85b3-58a8-4b52-a666-adc44aff8955', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'floating_ip_address': '172.28.3.201', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'port_id': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'mac_address': 'fa:16:3e:d2:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:44:27Z', 'updated_at': '2021-06-23T16:44:27Z', 'revision_number': 0, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:29.237535 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59986) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:29.242146 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group_rule': {'security_group_id': 'df1fc826-0376-43b3-a24d-67fe7b98b048', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:29.269870 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691e3503-64dc-4993-a854-836ca3409533 None None] The sync data for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb is: [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': 'ce6d85b3-58a8-4b52-a666-adc44aff8955', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'floating_ip_address': '172.28.3.201', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'port_id': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'mac_address': 'fa:16:3e:d2:a0:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:44:27Z', 'updated_at': '2021-06-23T16:44:27Z', 'revision_number': 0, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:44:29.351633 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.399755 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.405363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:29.426713 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-d40efe5d-6a72-4661-84ba-8e3c52fa8914 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140806 Jun 23 16:44:29.438018 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Pushing event deleted for resources: {'Port': ['ID=9541ea50-9121-4021-8fe5-35b299b42460,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:29.441546 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:29.460445 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['966542f1-e185-4a1a-b218-8ec939e8564d', '9541ea50-9121-4021-8fe5-35b299b42460'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:29.473930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.482137 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.489121 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-58d9cf7a-ae36-4eb1-b3fb-9007618dd25b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:29.506214 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0c7b1-3c08-413c-b5d5-411922887c13 req-e6f4da12-0148-40f0-8727-f773f8588f50 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:29.507866 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-61a0c7b1-3c08-413c-b5d5-411922887c13 req-e6f4da12-0148-40f0-8727-f773f8588f50 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=194cd505-f09f-47a4-b8a0-b4c51682a3eb HTTP/1.1" status: 200 len: 867 time: 0.1464014 Jun 23 16:44:29.510501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] No DVR routers for this DVR port 9541ea50-9121-4021-8fe5-35b299b42460 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:29.513273 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.515772 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d424a917-2f6d-4b90-b7b6-0f80940830ff req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "DELETE /v2.0/ports/9541ea50-9121-4021-8fe5-35b299b42460 HTTP/1.1" status: 204 len: 173 time: 0.8407762 Jun 23 16:44:29.517152 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4e0d97-88ea-49f1-acee-7abbc6bf1443,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:29.520485 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:29.544979 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.549110 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3078382 Jun 23 16:44:29.550541 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 59988) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:29.574329 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group_rule': {'security_group_id': 'df1fc826-0376-43b3-a24d-67fe7b98b048', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:29.575240 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-61a0c7b1-3c08-413c-b5d5-411922887c13 req-97b2c3aa-8702-4671-a8f6-82c01354e6b4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535254 Jun 23 16:44:29.612121 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.securitygroups_db [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Project b5e0cc02b19b43a4b41b275e597101dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:44:29.620831 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.725791 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7723d682-b844-407e-93b3-bc8a9c6c9273 None None] New status for floating IP ce6d85b3-58a8-4b52-a666-adc44aff8955: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:44:29.758714 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.766274 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.768731 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0609731e-d628-4bbf-b7dd-ffaff70e27ab tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:29.792799 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aac6133-82a7-43f6-ac82-a69bdab256df,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:29.797805 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:29.803766 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:44:29.805109 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.806239 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2416384 Jun 23 16:44:29.809120 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 59996) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:29.814706 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'security_group_rule': {'security_group_id': 'df1fc826-0376-43b3-a24d-67fe7b98b048', 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:29.838675 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.securitygroups_db [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Project b5e0cc02b19b43a4b41b275e597101dd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:44:29.844181 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.902081 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.907017 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.912007 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2e30d95e-4dcc-4172-87e7-00f941bbd713 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:29.930145 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49350ce-4daa-4354-b3e0-b3e90cb44e39,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:29.932869 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:29.938790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:29.940193 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295779 Jun 23 16:44:30.080285 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-75fb7810-aaca-440c-a15b-d44b12a5d224 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300763407&fields=id&tenant_id=b5e0cc02b19b43a4b41b275e597101dd HTTP/1.1" status: 200 len: 267 time: 0.0508585 Jun 23 16:44:30.176311 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-d349d5f5-ebfc-43ae-9814-eff0697553b7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:30.177807 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-d349d5f5-ebfc-43ae-9814-eff0697553b7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0853224 Jun 23 16:44:30.190546 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'port': {'security_groups': ['8392c135-61bc-4637-8fcc-9192025572ab', 'df1fc826-0376-43b3-a24d-67fe7b98b048']}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:30.282208 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:30.296860 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'name': 'network-vif-deleted', 'tag': '9541ea50-9121-4021-8fe5-35b299b42460'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:30.299266 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb10837-5311-478b-baad-e43ac8a6cd19" -d '{"events": [{"server_uuid": "194cd505-f09f-47a4-b8a0-b4c51682a3eb", "name": "network-vif-deleted", "tag": "9541ea50-9121-4021-8fe5-35b299b42460"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:30.338829 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4d4756-02a0-4b6d-8885-bb8a8dad3372 x-openstack-request-id: req-da4d4756-02a0-4b6d-8885-bb8a8dad3372 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:30.339164 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194cd505-f09f-47a4-b8a0-b4c51682a3eb", "name": "network-vif-deleted", "tag": "9541ea50-9121-4021-8fe5-35b299b42460", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:30.339464 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-da4d4756-02a0-4b6d-8885-bb8a8dad3372 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:30.339912 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194cd505-f09f-47a4-b8a0-b4c51682a3eb', 'name': 'network-vif-deleted', 'tag': '9541ea50-9121-4021-8fe5-35b299b42460', 'status': 'completed', 'code': 200} Jun 23 16:44:30.708236 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:30.746689 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:30.752814 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:30.758173 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-67839099-1d80-4287-9028-2b3f147d7240 tempest-DeleteServersTestJSON-1771247401 tempest-DeleteServersTestJSON-1771247401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:30.810368 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['fa408cae-1e8d-4a4f-9950-0eca853e7c5d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:30.811493 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:30.812202 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:30.827502 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2bb952f5-c7c6-460e-ae9f-3c91477cb14a req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "PUT /v2.0/ports/fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 982 time: 0.6426864 Jun 23 16:44:30.828162 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:30.830656 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:30.903199 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=6']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:30.910856 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:31.097445 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9495778-f6b4-455c-bb17-41aeac98a0ef req-c6d8a965-e216-4d87-9eda-a34615f0ed59 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:31.099555 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e9495778-f6b4-455c-bb17-41aeac98a0ef req-c6d8a965-e216-4d87-9eda-a34615f0ed59 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.1170855 Jun 23 16:44:31.105137 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['fa408cae-1e8d-4a4f-9950-0eca853e7c5d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:31.134384 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119c72c5-d18e-4b61-904d-bbabfab9671a x-openstack-request-id: req-119c72c5-d18e-4b61-904d-bbabfab9671a {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:31.135124 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:31.135412 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-119c72c5-d18e-4b61-904d-bbabfab9671a {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:31.136314 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'status': 'completed', 'code': 200} Jun 23 16:44:31.169655 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e9495778-f6b4-455c-bb17-41aeac98a0ef req-cd1ac988-6203-482b-a7d5-f7d67c097363 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0589228 Jun 23 16:44:31.249679 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-556c2dd1-be39-48cf-8bab-480079c39615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:31.252090 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-556c2dd1-be39-48cf-8bab-480079c39615 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1138 time: 0.0640771 Jun 23 16:44:31.306484 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0419f9-8534-43e5-8d4f-a62ee8fee341 req-c8d947d4-c7c6-47d4-8a81-c9f8cd51cf45 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:31.308077 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4f0419f9-8534-43e5-8d4f-a62ee8fee341 req-c8d947d4-c7c6-47d4-8a81-c9f8cd51cf45 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0719759 Jun 23 16:44:31.316474 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-c509ce50-fb47-460b-9039-ad591df46cf7 None None] Provisioning complete for port fa408cae-1e8d-4a4f-9950-0eca853e7c5d triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:31.317107 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c509ce50-fb47-460b-9039-ad591df46cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:31.365033 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4f0419f9-8534-43e5-8d4f-a62ee8fee341 req-53badd74-813e-4dea-8d5d-15f8950ba55f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460243 Jun 23 16:44:31.371482 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-012c3660-ea81-4a6c-a308-67d6eeb514e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:31.373111 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-012c3660-ea81-4a6c-a308-67d6eeb514e1 service neutron] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 916 time: 0.1092119 Jun 23 16:44:31.500048 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-e7857f3c-91c0-4cf2-980c-0175e06d2c36 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 1002 time: 0.1137533 Jun 23 16:44:31.557849 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-79327f3a-dd5d-4414-b72b-61d6f6e70def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:31.559305 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-79327f3a-dd5d-4414-b72b-61d6f6e70def service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.0489950 Jun 23 16:44:31.624216 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-18cfeafb-d2d3-4deb-80e1-a1a5d7ac2742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:31.625718 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-18cfeafb-d2d3-4deb-80e1-a1a5d7ac2742 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547917 Jun 23 16:44:31.726275 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-12d6c783-4dc3-4eaf-bc8f-8a544fab1554 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874591 Jun 23 16:44:31.828454 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-57bafcb0-d200-4b21-8bdf-b9e34e04d9ae req-bb1657c9-64fb-4b5c-bd62-f6a335c2b43f service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858867 Jun 23 16:44:32.551209 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425671e-d5a5-4f0b-a9b6-3a7b45665b4c req-d8f24cbf-2899-4c05-bb26-2fbfe40822d4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:32.552776 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d425671e-d5a5-4f0b-a9b6-3a7b45665b4c req-d8f24cbf-2899-4c05-bb26-2fbfe40822d4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0640213 Jun 23 16:44:32.593951 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d425671e-d5a5-4f0b-a9b6-3a7b45665b4c req-c1483155-035a-4492-a419-f059788518e8 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Jun 23 16:44:33.791522 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4335e3-c039-4777-83b7-7ee90165f76a req-0dcdba60-953c-44d2-ae2e-f5b6eeec7142 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:33.792955 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fa4335e3-c039-4777-83b7-7ee90165f76a req-0dcdba60-953c-44d2-ae2e-f5b6eeec7142 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0846591 Jun 23 16:44:33.832396 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fa4335e3-c039-4777-83b7-7ee90165f76a req-e89e40f1-a8b3-45f7-980f-ed63095446ab tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330985 Jun 23 16:44:33.995568 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9541ea50-9121-4021-8fe5-35b299b42460 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:34.024151 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 9541ea50-9121-4021-8fe5-35b299b42460 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:34.024483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 9541ea50-9121-4021-8fe5-35b299b42460 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:35.019005 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686c954-9f37-4e2f-b102-e396ffb3bf13 req-6a54ae72-543b-496f-aedf-dbb883a7f136 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:35.020560 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4686c954-9f37-4e2f-b102-e396ffb3bf13 req-6a54ae72-543b-496f-aedf-dbb883a7f136 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0690861 Jun 23 16:44:35.066066 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4686c954-9f37-4e2f-b102-e396ffb3bf13 req-d6457c8b-fbb6-4b37-beee-73738de8dba6 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394340 Jun 23 16:44:36.252392 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f545a-733a-4eb6-996d-be544db27b1e req-f2a3f475-dfca-4b34-ade6-a3944a44af95 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:36.253977 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d50f545a-733a-4eb6-996d-be544db27b1e req-f2a3f475-dfca-4b34-ade6-a3944a44af95 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0664027 Jun 23 16:44:36.294742 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d50f545a-733a-4eb6-996d-be544db27b1e req-9d0f43eb-5419-46cd-8779-92f9d16876ba tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348091 Jun 23 16:44:37.484513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19814ae8-1b29-4504-97e2-5240146a05d4 req-0d35cdf2-f1dd-4be0-997e-62ac317a2b6f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:37.486067 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-19814ae8-1b29-4504-97e2-5240146a05d4 req-0d35cdf2-f1dd-4be0-997e-62ac317a2b6f tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0728693 Jun 23 16:44:37.525122 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-19814ae8-1b29-4504-97e2-5240146a05d4 req-aad16bbb-90e1-4a06-8f42-90de041ce2f1 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331812 Jun 23 16:44:38.720331 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f12-7595-4374-986c-1869278e01e1 req-443347b2-611d-463e-bfe8-1b4a9bc7c048 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:38.721919 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-07bb1f12-7595-4374-986c-1869278e01e1 req-443347b2-611d-463e-bfe8-1b4a9bc7c048 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0720074 Jun 23 16:44:38.770330 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-07bb1f12-7595-4374-986c-1869278e01e1 req-d43ce365-8307-4f16-a5d1-917be992b225 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425057 Jun 23 16:44:39.971977 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f63b4f-2853-4523-ae3c-7b1cd37ddb2f req-6e614b4f-01d1-4592-a681-691b025ddc68 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:39.973683 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2f63b4f-2853-4523-ae3c-7b1cd37ddb2f req-6e614b4f-01d1-4592-a681-691b025ddc68 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0793440 Jun 23 16:44:40.025013 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f2f63b4f-2853-4523-ae3c-7b1cd37ddb2f req-2317086a-6922-4d83-a4e5-8cff57bed805 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/security-groups?id=6cba6e89-d2ec-473c-b43a-88df60209791&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Jun 23 16:44:40.397967 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-9f72653f-89d3-4318-bff5-82981558bec4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:40.399528 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-9f72653f-89d3-4318-bff5-82981558bec4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 945 time: 0.0707607 Jun 23 16:44:40.526018 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Deleting port 966542f1-e185-4a1a-b218-8ec939e8564d {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:40.526357 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:40.620606 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] For port 966542f1-e185-4a1a-b218-8ec939e8564d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=966542f1-e185-4a1a-b218-8ec939e8564d,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:40.620963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:40.633603 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Calling delete_port for 966542f1-e185-4a1a-b218-8ec939e8564d owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:40.764985 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:40.769784 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-53603967-9364-465e-8ec4-70fd4d63fd95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:40.799141 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Pushing event deleted for resources: {'Port': ['ID=966542f1-e185-4a1a-b218-8ec939e8564d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:40.805109 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:40.809543 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['966542f1-e185-4a1a-b218-8ec939e8564d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:44:40.842124 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] No DVR routers for this DVR port 966542f1-e185-4a1a-b218-8ec939e8564d on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:44:40.845209 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:40.847135 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bfa878ce-ab6b-42fd-ad4f-66dc3d617609 req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.111 "DELETE /v2.0/ports/966542f1-e185-4a1a-b218-8ec939e8564d HTTP/1.1" status: 204 len: 173 time: 0.4335642 Jun 23 16:44:40.847876 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '321de73b-cc91-4962-81e9-292468dfade7', 'name': 'network-vif-deleted', 'tag': '966542f1-e185-4a1a-b218-8ec939e8564d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:40.850108 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44370a4-dee1-482b-b739-97558428de8f" -d '{"events": [{"server_uuid": "321de73b-cc91-4962-81e9-292468dfade7", "name": "network-vif-deleted", "tag": "966542f1-e185-4a1a-b218-8ec939e8564d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:40.886204 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13880e47-9616-4ca0-8feb-44bfa8abe044 x-openstack-request-id: req-13880e47-9616-4ca0-8feb-44bfa8abe044 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:40.886526 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "321de73b-cc91-4962-81e9-292468dfade7", "name": "network-vif-deleted", "tag": "966542f1-e185-4a1a-b218-8ec939e8564d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:40.886813 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-13880e47-9616-4ca0-8feb-44bfa8abe044 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:40.887237 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '321de73b-cc91-4962-81e9-292468dfade7', 'name': 'network-vif-deleted', 'tag': '966542f1-e185-4a1a-b218-8ec939e8564d', 'status': 'completed', 'code': 200} Jun 23 16:44:41.189178 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5b6b3578-36d5-4134-893f-6ca74e5a3996 req-90a52ed3-4441-4f8d-ab73-93c84e116b82 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] 10.222.0.97 "GET /v2.0/ports?device_id=321de73b-cc91-4962-81e9-292468dfade7 HTTP/1.1" status: 200 len: 210 time: 0.0295541 Jun 23 16:44:42.282652 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60178) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:42.445153 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60182) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:42.572183 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.676930 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.681829 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.685545 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:42.718395 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=71bab200f1934163976063c168cf236f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2721636 Jun 23 16:44:42.719632 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60188) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:42.723651 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60190) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:42.747942 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b279cbe-fbc6-4934-a255-67e8bf3c9d8f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:42.754621 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.783517 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:42.822285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Deleting subnet a6f946dc-e497-45c4-b466-484964743058 {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:44:42.827302 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.829350 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.875931 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.884655 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.946458 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.977506 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.980401 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:42.981501 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4b279cbe-fbc6-4934-a255-67e8bf3c9d8f HTTP/1.1" status: 204 len: 168 time: 0.2532284 Jun 23 16:44:42.984029 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-58aabdd3-ba94-4e74-a929-cbb48bdc0df2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:42.996128 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b279cbe-fbc6-4934-a255-67e8bf3c9d8f,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:42.999240 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:43.014097 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.016921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:43.041147 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6f946dc-e497-45c4-b466-484964743058,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:43.044513 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:43.045498 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.050327 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-094db0c5-ab86-4639-8c21-7aaec776d8f2 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/a6f946dc-e497-45c4-b466-484964743058 HTTP/1.1" status: 204 len: 168 time: 0.3245001 Jun 23 16:44:43.050327 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60196) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:43.092699 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Deleting port d48e4ba3-bb6f-414c-bb90-55473b7f0847 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:43.093097 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.125569 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.179679 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] For port d48e4ba3-bb6f-414c-bb90-55473b7f0847, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=d48e4ba3-bb6f-414c-bb90-55473b7f0847,segment=NetworkSegment(a0df76df-54ec-4a15-b528-5715aa7263c8),segment_id=a0df76df-54ec-4a15-b528-5715aa7263c8)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:43.180096 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.199195 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Calling delete_port for d48e4ba3-bb6f-414c-bb90-55473b7f0847 owned by network:router_interface {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:43.223519 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.237467 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['739449aa-0c5f-424d-be2a-e5bd832ad27a']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:43.253007 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:43.253501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92dfb7e-78d4-4ab3-8dc6-497122dc1771') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:43.263971 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.282629 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.299017 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Releasing vlan 1420 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:44:43.299509 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:44:43.301292 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:44:43.369750 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.378653 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d5085272-3f4b-4b0c-9dfc-2993099399c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:43.381502 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.383753 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] 10.222.0.97 "DELETE /v2.0/networks/739449aa-0c5f-424d-be2a-e5bd832ad27a HTTP/1.1" status: 204 len: 168 time: 0.3327422 Jun 23 16:44:43.401240 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Pushing event deleted for resources: {'Network': ['ID=739449aa-0c5f-424d-be2a-e5bd832ad27a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:43.404504 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1dc0730d-1625-415b-9703-2e05afcfe1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:43.452892 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.455058 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:43.479843 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d48e4ba3-bb6f-414c-bb90-55473b7f0847,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:43.482962 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:43.593682 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60202) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:43.635022 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e002270c-607a-46c1-a60c-f18bc4b25028 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=82497fe1d63f41f2b52148cba7296965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396273 Jun 23 16:44:43.637138 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60204) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:43.641457 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.688627 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.710872 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.760207 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.763644 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:43.764785 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/0d8e6dfa-356b-48ae-8215-d60d10fbdb2f HTTP/1.1" status: 204 len: 168 time: 0.1266901 Jun 23 16:44:43.765546 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-72fafd77-687f-43a6-ae7d-d6c150d8c65f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:43.774602 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8e6dfa-356b-48ae-8215-d60d10fbdb2f,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:43.777251 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-eebe8b88-79aa-43e6-a9a1-9f5c5eaeed7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:43.863277 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Router abdbda13-b9f4-4f2d-8726-50f639aa4220 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:44:43.975235 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:44:43.980939 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] 10.222.0.97 "PUT /v2.0/routers/abdbda13-b9f4-4f2d-8726-50f639aa4220/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6971130 Jun 23 16:44:43.983329 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60208) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:43.986160 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] Sync routers for ids ['abdbda13-b9f4-4f2d-8726-50f639aa4220'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:44:43.998884 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] Routers {'abdbda13-b9f4-4f2d-8726-50f639aa4220'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:43.999540 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['abdbda13-b9f4-4f2d-8726-50f639aa4220'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:44.049088 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 966542f1-e185-4a1a-b218-8ec939e8564d no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:44.074286 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 966542f1-e185-4a1a-b218-8ec939e8564d {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:44.075061 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 966542f1-e185-4a1a-b218-8ec939e8564d not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:44.111975 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks [] for router, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.115930 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] Set router abdbda13-b9f4-4f2d-8726-50f639aa4220 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:44.214228 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.306637 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:44:43Z', 'revision_number': 5, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:44.336939 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] Checking router: abdbda13-b9f4-4f2d-8726-50f639aa4220 for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:44:44.346790 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] Routers {'abdbda13-b9f4-4f2d-8726-50f639aa4220'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:44.347437 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['abdbda13-b9f4-4f2d-8726-50f639aa4220'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:44.439183 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.459075 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] Set router abdbda13-b9f4-4f2d-8726-50f639aa4220 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:44.505660 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Deleting port 9d139154-1c8a-4571-93ea-93ec42691d09 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:44:44.506268 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.593698 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] For port 9d139154-1c8a-4571-93ea-93ec42691d09, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=9d139154-1c8a-4571-93ea-93ec42691d09,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:44.594082 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.606338 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Calling delete_port for 9d139154-1c8a-4571-93ea-93ec42691d09 owned by network:router_gateway {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:44:44.641597 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:44:43Z', 'revision_number': 5, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:44.665001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-62d76ade-8884-46dc-9039-b256c1f3b794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.671321 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca55b5ab-5f21-4769-b6fc-b39180442067 None None] The sync data for ids ['abdbda13-b9f4-4f2d-8726-50f639aa4220'] in dv-cinder-796950-7-smb is: [{'id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'name': 'tempest-ServerRescueNegativeTestJSON-1653266026-router', 'tenant_id': '41093d586e974d0ab54eed6d6b7135b7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149'}], 'enable_snat': True}, 'gw_port_id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:40:07Z', 'updated_at': '2021-06-23T16:44:43Z', 'revision_number': 5, 'project_id': '41093d586e974d0ab54eed6d6b7135b7', 'gw_port': {'id': '9d139154-1c8a-4571-93ea-93ec42691d09', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:63:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdbda13-b9f4-4f2d-8726-50f639aa4220', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:40:08Z', 'updated_at': '2021-06-23T16:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:44:44.785378 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.787674 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-93e559a4-b603-4219-bd7b-d3bda3251b5b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:44.811805 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Pushing event deleted for resources: {'Port': ['ID=9d139154-1c8a-4571-93ea-93ec42691d09,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:44.815179 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:44.872330 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.979371 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:44.981116 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.045092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.045926 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Fanout notify agent at l3_agent the message router_deleted on router abdbda13-b9f4-4f2d-8726-50f639aa4220 {{(pid=99534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:44:45.051560 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.052808 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] 10.222.0.97 "DELETE /v2.0/routers/abdbda13-b9f4-4f2d-8726-50f639aa4220 HTTP/1.1" status: 204 len: 168 time: 1.0683920 Jun 23 16:44:45.055339 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60210) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:45.100802 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Deleting subnet 27f75033-a404-4fd9-84c8-d43f6b8e1a83 {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:44:45.105960 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.147951 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069466082'] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.188601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.242650 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065467377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069342651'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.245154 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:45.269425 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27f75033-a404-4fd9-84c8-d43f6b8e1a83,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:45.272504 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:45.273486 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.275400 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-6fea024c-a477-4ed0-b211-3602c066dca2 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/27f75033-a404-4fd9-84c8-d43f6b8e1a83 HTTP/1.1" status: 204 len: 168 time: 0.2189925 Jun 23 16:44:45.278067 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60212) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:45.351876 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.431643 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.441990 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8306b7d-48bb-48f0-a463-94c4f395cc01']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:45.452095 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0df76df-54ec-4a15-b528-5715aa7263c8') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:45.452387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0df76df-54ec-4a15-b528-5715aa7263c8') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:45.461318 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.476101 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.482722 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Releasing vlan 1412 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:44:45.483114 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:44:45.485067 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:44:45.540902 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.547934 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7178dde9-3cef-4b41-aee5-7dd6d7c6a837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:45.557802 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.559701 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] 10.222.0.97 "DELETE /v2.0/networks/f8306b7d-48bb-48f0-a463-94c4f395cc01 HTTP/1.1" status: 204 len: 168 time: 0.2807312 Jun 23 16:44:45.561074 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8306b7d-48bb-48f0-a463-94c4f395cc01,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:45.563838 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-7be61d45-1d81-400b-baeb-6542b46133a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:45.735453 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60216) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:45.777885 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-af33f1d2-dd52-4012-b29e-c260985988af admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=41093d586e974d0ab54eed6d6b7135b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0412121 Jun 23 16:44:45.780482 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60218) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:45.830769 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.851711 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.901221 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.903911 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:45.905395 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/6cba6e89-d2ec-473c-b43a-88df60209791 HTTP/1.1" status: 204 len: 168 time: 0.1240389 Jun 23 16:44:45.906222 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e47181dd-b726-4b5b-8ceb-7d5c2b56ec59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:45.914506 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba6e89-d2ec-473c-b43a-88df60209791,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:45.917283 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0df52ab6-7fc4-4664-aee4-d56ad3e5fd36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:46.352060 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d48e4ba3-bb6f-414c-bb90-55473b7f0847 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:46.373364 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: d48e4ba3-bb6f-414c-bb90-55473b7f0847 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:46.373764 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d48e4ba3-bb6f-414c-bb90-55473b7f0847 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:46.374320 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 9d139154-1c8a-4571-93ea-93ec42691d09 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:44:46.397824 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 9d139154-1c8a-4571-93ea-93ec42691d09 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:44:46.398293 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 9d139154-1c8a-4571-93ea-93ec42691d09 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:44:46.599400 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60240) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:46.698641 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-network', 'tenant_id': '599638299e954cf3a848a76cc6e54687'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:46.722647 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Made reservation on behalf of 599638299e954cf3a848a76cc6e54687 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:44:46.725340 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.733892 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.824439 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.832089 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.835438 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47cfdec8-b151-4a17-9e26-369cb3fb1acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:46.858142 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1449} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:44:46.868251 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4226f39c-76e3-4dfd-9185-78e3fd76dbd4,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:46.872580 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:46.873619 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.873948 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Added segment 6c05739b-7770-46c7-9106-bcbb8b10abc0 of type vlan for network a08b6471-24a3-4af6-829c-2d0b484ea9e1 Jun 23 16:44:46.916858 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.946777 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.948131 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:46.948705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:46.950710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:47.001933 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4013634 Jun 23 16:44:47.004976 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60244) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:47.009387 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Pushing event updated for resources: {'Network': ['ID=a08b6471-24a3-4af6-829c-2d0b484ea9e1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:47.010824 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Request body: {'subnet': {'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-subnet', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:47.011992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:47.019444 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:44:47.035753 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Made reservation on behalf of 599638299e954cf3a848a76cc6e54687 for: {'subnet': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:44:47.038259 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1069342630'] for subnet, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.209941 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1065405490', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1069342644'] for subnet, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.212132 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:47.265278 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:47.268272 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:47.285769 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Checking segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99534) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:47.286139 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Network hostable DHCP agents. Network: a08b6471-24a3-4af6-829c-2d0b484ea9e1, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99534) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:44:47.303383 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99534) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:44:47.312272 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, a08b6471-24a3-4af6-829c-2d0b484ea9e1) {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:47.316480 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:47.317049 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.322001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb3b2db-7151-4376-9adf-f207c98069ea None None] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:44:47.336767 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-78b35270-79b8-4ec4-89e4-de5b15a043b6 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3300915 Jun 23 16:44:47.339395 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60246) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:47.343886 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:47.368272 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.369398 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.422306 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.454749 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c1f0fd5b-cb1c-43fc-8ee4-76401366b425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.482308 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:44:47.483276 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.515545 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.561453 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.639600 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Allocated IP 172.20.0.2 (a08b6471-24a3-4af6-829c-2d0b484ea9e1/48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd/0426f19c-756c-4535-982a-2ba9dc7aa701) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:47.762064 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.784740 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.789710 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.798481 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Transition to ACTIVE for port object 0426f19c-756c-4535-982a-2ba9dc7aa701 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:47.815173 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Transition to ACTIVE for port object 0426f19c-756c-4535-982a-2ba9dc7aa701 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:47.823004 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.825973 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:47.859130 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:47.864563 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:47.867068 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:47.879387 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Pushing event updated for resources: {'Port': ['ID=0426f19c-756c-4535-982a-2ba9dc7aa701,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:47.887203 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Allocated IP 172.28.3.250 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/5ae2494b-e462-4495-be25-5dbe2502eccc) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:47.906312 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.906805 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.907157 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.907466 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.907977 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.908302 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.908621 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.908937 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.909252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.909565 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.909877 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.910186 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:47.913901 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:47.944937 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Attempting to bind port 0426f19c-756c-4535-982a-2ba9dc7aa701 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:44:47.945355 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Attempting to bind port 0426f19c-756c-4535-982a-2ba9dc7aa701 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:44:47.945716 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Attempting to bind port 0426f19c-756c-4535-982a-2ba9dc7aa701 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:47.953421 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:44:47.953733 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Checking segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:47.953913 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.954311 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Bound using segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:44:47.954779 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Bound port: 0426f19c-756c-4535-982a-2ba9dc7aa701, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:44:47.955151 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:47.993557 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:48.023816 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] For port 0426f19c-756c-4535-982a-2ba9dc7aa701, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:44:48.027074 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] For port 0426f19c-756c-4535-982a-2ba9dc7aa701, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=0426f19c-756c-4535-982a-2ba9dc7aa701,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:44:48.032452 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:48.033376 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:48.035330 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:48.036384 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16154b77-13c7-4803-96fb-15b26516d0c3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:48.075409 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:48.078320 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:48.080935 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:48.101400 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Pushing event updated for resources: {'Port': ['ID=0426f19c-756c-4535-982a-2ba9dc7aa701,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:48.104919 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:48.112299 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae2494b-e462-4495-be25-5dbe2502eccc,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:48.114894 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:48.373902 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:48.399431 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 0426f19c-756c-4535-982a-2ba9dc7aa701 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:48.451560 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 0426f19c-756c-4535-982a-2ba9dc7aa701 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:48.550508 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:48.577757 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:48.943854 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:44:49.011560 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfb4fce-a6a2-4d9e-a11d-4a3ba628e785 None None] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:44:49.049901 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:44:49.060443 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:44:49.068065 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.069272 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b7093bf8-ec91-4ce6-9453-9d36cb214d66 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7289021 Jun 23 16:44:49.071976 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60248) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:49.087514 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:49.088186 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:49.128601 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Provisioning for port 0426f19c-756c-4535-982a-2ba9dc7aa701 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:49.148638 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Provisioning complete for port 0426f19c-756c-4535-982a-2ba9dc7aa701 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:49.149008 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.270177 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:49.453436 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.499100 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.523000 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] For port 0426f19c-756c-4535-982a-2ba9dc7aa701, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=0426f19c-756c-4535-982a-2ba9dc7aa701,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:49.530596 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.536200 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:49.598332 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Pushing event updated for resources: {'Port': ['ID=0426f19c-756c-4535-982a-2ba9dc7aa701,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:49.610475 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:49.614067 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:48Z', 'revision_number': 3, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:49.644017 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:44:49.644463 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Updating router 230067cc-6f76-4488-8060-c6fa3b8923d1 port 5ae2494b-e462-4495-be25-5dbe2502eccc binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:44:49.682591 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.682818 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Allocated IP 172.20.0.1 (a08b6471-24a3-4af6-829c-2d0b484ea9e1/48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd/93a4a4de-5730-4583-b720-89f069c5e9fc) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:49.796214 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.811636 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Transition to ACTIVE for port object 93a4a4de-5730-4583-b720-89f069c5e9fc will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:49.848618 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.850706 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-069cdf38-eb97-4c58-b1b6-53b7c5d4ec7f tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:49.892155 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:49.896328 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:49.898707 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:49.909536 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-1b0eaca6-f598-4d0b-80ff-f975c862854a None None] Provisioning complete for port 0426f19c-756c-4535-982a-2ba9dc7aa701 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:49.909895 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1b0eaca6-f598-4d0b-80ff-f975c862854a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:49.924240 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Pushing event updated for resources: {'Port': ['ID=93a4a4de-5730-4583-b720-89f069c5e9fc,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:49.927159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:49.947249 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.103962 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.125834 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.135994 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Transition to ACTIVE for port object 5ae2494b-e462-4495-be25-5dbe2502eccc will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:50.142520 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.144807 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2953db8e-5c92-4e7e-b19c-14d7c122ae31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:50.221710 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Attempting to bind port 5ae2494b-e462-4495-be25-5dbe2502eccc on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:44:50.222164 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Attempting to bind port 5ae2494b-e462-4495-be25-5dbe2502eccc by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:44:50.222694 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Attempting to bind port 5ae2494b-e462-4495-be25-5dbe2502eccc on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:50.226222 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c88bb-6888-43bd-9190-8d0555c50b46 None None] Pushing event updated for resources: {'Port': ['ID=5ae2494b-e462-4495-be25-5dbe2502eccc,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:50.230024 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d44c88bb-6888-43bd-9190-8d0555c50b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:50.232899 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-06298eb2-0c91-4c35-8dd9-6665aa57b3fd None None] Provisioning for port 93a4a4de-5730-4583-b720-89f069c5e9fc completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:50.239091 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.240128 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-06298eb2-0c91-4c35-8dd9-6665aa57b3fd None None] Provisioning complete for port 93a4a4de-5730-4583-b720-89f069c5e9fc triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:50.240511 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-06298eb2-0c91-4c35-8dd9-6665aa57b3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.242299 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:44:50.242831 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:50.243233 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.243660 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:44:50.244129 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Bound port: 5ae2494b-e462-4495-be25-5dbe2502eccc, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:44:50.244521 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.280596 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.286901 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.290430 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8c6d6631-05d7-49fe-9be2-a6dfbf6729da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:50.306687 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-06298eb2-0c91-4c35-8dd9-6665aa57b3fd None None] Port 93a4a4de-5730-4583-b720-89f069c5e9fc cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:44:50.325098 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] For port 5ae2494b-e462-4495-be25-5dbe2502eccc, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:44:50.328688 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] For port 5ae2494b-e462-4495-be25-5dbe2502eccc, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=5ae2494b-e462-4495-be25-5dbe2502eccc,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:44:50.336195 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.339274 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:50.361833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.364280 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Pushing event updated for resources: {'Port': ['ID=93a4a4de-5730-4583-b720-89f069c5e9fc,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:50.367746 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:50.373283 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 0426f19c-756c-4535-982a-2ba9dc7aa701 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:50.439750 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:50.440488 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:50.457749 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:50.459182 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:50.473491 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c88bb-6888-43bd-9190-8d0555c50b46 None None] Pushing event updated for resources: {'Port': ['ID=5ae2494b-e462-4495-be25-5dbe2502eccc,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:50.481487 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d44c88bb-6888-43bd-9190-8d0555c50b46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:50.532807 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 0426f19c-756c-4535-982a-2ba9dc7aa701 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:50.533193 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.582617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:44:50.589486 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:50.697085 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:44:50.702282 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] 10.222.0.97 "PUT /v2.0/routers/230067cc-6f76-4488-8060-c6fa3b8923d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6292953 Jun 23 16:44:50.772975 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-62aadcce-7d10-4890-b83a-bdae5962da7c None None] Provisioning complete for port 93a4a4de-5730-4583-b720-89f069c5e9fc triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:50.773622 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-62aadcce-7d10-4890-b83a-bdae5962da7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:50.839364 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-62aadcce-7d10-4890-b83a-bdae5962da7c None None] Port 93a4a4de-5730-4583-b720-89f069c5e9fc cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:44:50.871446 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 2, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:50.898269 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11da5f-ac3f-4d38-a998-7e3ff06de354 None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 2, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:44:51.134034 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60260) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:51.140747 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307719785', 'description': 'tempest-description--101070126'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:51.170219 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.259565 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.264616 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.267581 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0ab3594d-7da5-4fec-9d23-755dec607c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:51.300654 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2832332-1c25-43be-872a-9afdbcaaaa3f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:51.303553 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.304791 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1680505 Jun 23 16:44:51.306065 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:51.307556 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60262) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:51.312142 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'security_group_rule': {'security_group_id': 'c2832332-1c25-43be-872a-9afdbcaaaa3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:51.342558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.412372 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.417361 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.419535 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-57f900c4-e747-4596-8507-1e45d97f2a31 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:51.436740 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5766ded-b595-42a2-844b-dbbf6249db6f,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:51.440404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:51.444146 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.445271 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-77459fa0-a54b-4c70-93d9-4abc8813073a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367538 Jun 23 16:44:51.448154 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60264) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:51.453044 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'security_group_rule': {'security_group_id': 'c2832332-1c25-43be-872a-9afdbcaaaa3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:51.484290 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.560363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.565880 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.568779 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:51.593084 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c946d2-5bd9-4948-8114-b78d7e2836d4,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:51.598463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:51.605118 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.606580 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6b946479-e091-470d-8511-cfa40d70c898 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573730 Jun 23 16:44:51.611634 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60266) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:44:51.617378 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'floatingip': {'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:51.652666 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.774268 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:51.884525 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Allocated IP 172.28.3.116 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/9f2b5529-8c0e-4bd2-86a3-69be9e22a0f8) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:52.001998 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.042928 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.044940 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4656cd0d-dae3-4778-ac9a-53278caf9533 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:52.084385 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:52.087190 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:52.090865 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:52.096931 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'Port': ['ID=9f2b5529-8c0e-4bd2-86a3-69be9e22a0f8,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:52.117521 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:52.221720 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.272408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.383318 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 5ae2494b-e462-4495-be25-5dbe2502eccc up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:52.432669 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.437323 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 5ae2494b-e462-4495-be25-5dbe2502eccc completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:52.438792 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.441751 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d6c5ae74-0bac-40e9-ae59-12cf824bf065 tempest-AttachVolumeNegativeTest-449967191 tempest-AttachVolumeNegativeTest-449967191-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:52.441901 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 5ae2494b-e462-4495-be25-5dbe2502eccc triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:52.442197 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.509494 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'Port': ['ID=9f2b5529-8c0e-4bd2-86a3-69be9e22a0f8,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:52.515268 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:52.522572 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.527569 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.540380 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.541825 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9282827 Jun 23 16:44:52.560653 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 5ae2494b-e462-4495-be25-5dbe2502eccc, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=5ae2494b-e462-4495-be25-5dbe2502eccc,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:52.568549 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:52.571278 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d44c88bb-6888-43bd-9190-8d0555c50b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:52.622775 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=5ae2494b-e462-4495-be25-5dbe2502eccc,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:52.626486 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:52.866174 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:44:52.876059 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:52.876679 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:52.937615 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-64d6da7c-2c2a-46bb-a0fd-698650b9fa5e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--307719785&fields=id&tenant_id=599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 267 time: 0.2685487 Jun 23 16:44:52.985667 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:53.044180 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-b763d526-8a61-4e9a-a138-2e490c5b4030 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:53.045613 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-b763d526-8a61-4e9a-a138-2e490c5b4030 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 817 time: 0.1006966 Jun 23 16:44:53.060844 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-1b03902c-7138-4539-af7f-65ac1bfb73d1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/quotas/599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 375 time: 0.0094113 Jun 23 16:44:53.144357 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-ba141898-87c9-4e5d-b1c9-729f3e727afc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775142 Jun 23 16:44:53.244843 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-6624bfa6-1009-489b-a4bc-1d166a0c6459 service neutron] 10.222.0.97 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873046 Jun 23 16:44:53.277809 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 2, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:53.304921 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:44:53.305286 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Updating router 230067cc-6f76-4488-8060-c6fa3b8923d1 port 93a4a4de-5730-4583-b720-89f069c5e9fc binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:44:53.340142 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-33f96eb6-587d-4657-b423-a6ea76ac265c service neutron] 10.222.0.97 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886917 Jun 23 16:44:53.344054 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:53.535659 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-39cac073-d357-4b06-a592-e6b0bb1733bf req-20e51a26-f556-45df-82f7-3c84f27e1ee1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 210 time: 0.0297482 Jun 23 16:44:53.634374 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:53.645363 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Transition to ACTIVE for port object 93a4a4de-5730-4583-b720-89f069c5e9fc will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:53.652112 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:53.654758 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:53.706612 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Pushing event updated for resources: {'Port': ['ID=93a4a4de-5730-4583-b720-89f069c5e9fc,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:53.766509 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.766844 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.767170 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.767725 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.768055 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.768373 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.768693 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.769000 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.769332 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.769614 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.769922 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.770218 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:44:53.782981 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Attempting to bind port 93a4a4de-5730-4583-b720-89f069c5e9fc on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:44:53.783354 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Attempting to bind port 93a4a4de-5730-4583-b720-89f069c5e9fc by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:44:53.783746 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Attempting to bind port 93a4a4de-5730-4583-b720-89f069c5e9fc on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:53.787128 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:53.790035 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:44:53.790408 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Checking segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:53.790814 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:53.791206 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Bound using segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:44:53.791719 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Bound port: 93a4a4de-5730-4583-b720-89f069c5e9fc, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:44:53.792092 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:53.861619 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] For port 93a4a4de-5730-4583-b720-89f069c5e9fc, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:44:53.865493 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] For port 93a4a4de-5730-4583-b720-89f069c5e9fc, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=93a4a4de-5730-4583-b720-89f069c5e9fc,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:44:53.870677 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:53.873002 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:53.927151 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:44:53.927830 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:53.969673 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Pushing event updated for resources: {'Port': ['ID=93a4a4de-5730-4583-b720-89f069c5e9fc,revision_number=4']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:53.974043 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:54.056056 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:44:54.275712 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:53Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:44:54.304112 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55e9286-7c6d-4460-ad7d-9628a4e125cd None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:53Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:44:54.383911 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 93a4a4de-5730-4583-b720-89f069c5e9fc up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:54.439289 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 93a4a4de-5730-4583-b720-89f069c5e9fc completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:54.443883 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 93a4a4de-5730-4583-b720-89f069c5e9fc triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:54.444271 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:54.526190 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:54.566103 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 93a4a4de-5730-4583-b720-89f069c5e9fc, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=93a4a4de-5730-4583-b720-89f069c5e9fc,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:44:54.571281 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:54.572636 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 5ae2494b-e462-4495-be25-5dbe2502eccc up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:54.575837 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:54.659696 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=93a4a4de-5730-4583-b720-89f069c5e9fc,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:54.663377 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:54.675640 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 5ae2494b-e462-4495-be25-5dbe2502eccc triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:54.676282 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:54.722991 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1319323e-eac0-4210-a81d-94f63256cc45 req-f9259783-762a-4d4f-b06b-66f62c1825f3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 210 time: 0.0459547 Jun 23 16:44:54.934294 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-51eb330e-e762-4396-bc19-73aca2681e37 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:54.935799 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-51eb330e-e762-4396-bc19-73aca2681e37 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 817 time: 0.1148422 Jun 23 16:44:55.006758 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0187399a-02e3-43ba-9b0a-e19729be3cb4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 379 time: 0.0491989 Jun 23 16:44:55.019153 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'port': {'device_id': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'admin_state_up': True, 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'security_groups': ['c2832332-1c25-43be-872a-9afdbcaaaa3f']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:55.134530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Made reservation on behalf of 599638299e954cf3a848a76cc6e54687 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:44:55.138353 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.262745 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Allocated IP 172.20.0.5 (a08b6471-24a3-4af6-829c-2d0b484ea9e1/48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd/46f6c54b-cdee-480f-8993-9d0188587082) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:44:55.397122 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.410272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Transition to ACTIVE for port object 46f6c54b-cdee-480f-8993-9d0188587082 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:55.443013 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.446713 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1bb8e1ad-8348-47d1-8575-a5567d9abff9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:55.483353 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:44:55.488502 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:44:55.492056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:44:55.523682 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:55.533361 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:55.552530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:55.553149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.568626 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542018 Jun 23 16:44:55.590411 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Request body: {'port': {'device_id': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:44:55.668865 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.739326 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9cb70060-cc4e-4801-a1a6-791142ac10fd None None] Provisioning for port 46f6c54b-cdee-480f-8993-9d0188587082 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:44:55.743521 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9cb70060-cc4e-4801-a1a6-791142ac10fd None None] Provisioning complete for port 46f6c54b-cdee-480f-8993-9d0188587082 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:55.743946 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9cb70060-cc4e-4801-a1a6-791142ac10fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.781192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-9cb70060-cc4e-4801-a1a6-791142ac10fd None None] Port 46f6c54b-cdee-480f-8993-9d0188587082 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:44:55.907954 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577c2503-62d5-4549-8ced-e638a90af5a2 req-35a69d45-1d1a-4488-8ae2-7e6d5f5a82a9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:55.909334 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-577c2503-62d5-4549-8ced-e638a90af5a2 req-35a69d45-1d1a-4488-8ae2-7e6d5f5a82a9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 931 time: 0.0728259 Jun 23 16:44:55.940886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f6c54b-cdee-480f-8993-9d0188587082 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:44:55.948661 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.951658 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-577c2503-62d5-4549-8ced-e638a90af5a2 req-88a22a8b-ae60-4dad-b1a9-aacf03641178 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364113 Jun 23 16:44:55.961088 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Transition to ACTIVE for port object 46f6c54b-cdee-480f-8993-9d0188587082 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:44:55.966324 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:55.968555 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4f443d37-51ba-4642-b0ec-e640251ced61 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:56.013974 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:56.018735 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:56.086071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Attempting to bind port 46f6c54b-cdee-480f-8993-9d0188587082 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:44:56.086497 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Attempting to bind port 46f6c54b-cdee-480f-8993-9d0188587082 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:44:56.086891 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Attempting to bind port 46f6c54b-cdee-480f-8993-9d0188587082 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:56.091709 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Port 46f6c54b-cdee-480f-8993-9d0188587082 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:44:56.092027 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Attempting to bind port 46f6c54b-cdee-480f-8993-9d0188587082 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:44:56.097396 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:44:56.097764 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Checking segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:44:56.098131 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Bound using segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:44:56.098547 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Bound port: 46f6c54b-cdee-480f-8993-9d0188587082, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:44:56.098891 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.168699 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:44:56.171944 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:44:56.177293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.179360 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-fd6bc630-b27c-470b-9b55-91cae85e6ac4 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:44:56.211120 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:56.211773 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.213135 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] 10.222.0.111 "PUT /v2.0/ports/46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 1093 time: 0.6286337 Jun 23 16:44:56.213646 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:44:56.215998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:44:56.241270 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:44:56.244367 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:44:56.266769 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047f400b-2de3-4327-9906-ffc38e754868 x-openstack-request-id: req-047f400b-2de3-4327-9906-ffc38e754868 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:44:56.267163 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:44:56.267554 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-047f400b-2de3-4327-9906-ffc38e754868 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:44:56.268022 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'status': 'completed', 'code': 200} Jun 23 16:44:56.355252 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-cedc69af-8721-4992-b6c7-09e44b2397e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:56.356930 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-cedc69af-8721-4992-b6c7-09e44b2397e4 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1096 time: 0.0604331 Jun 23 16:44:56.369045 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 93a4a4de-5730-4583-b720-89f069c5e9fc up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:44:56.410711 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-62cf3594-b689-417f-81ef-5d5120a2f6b1 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 217 time: 0.0381536 Jun 23 16:44:56.438638 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 93a4a4de-5730-4583-b720-89f069c5e9fc triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:44:56.439024 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:44:56.466224 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-33913ce4-030a-48de-b1d7-4882e39c5a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:56.467909 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-33913ce4-030a-48de-b1d7-4882e39c5a99 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0496564 Jun 23 16:44:56.530423 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-8189e93e-519c-49d5-b838-edf82cc4b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:56.532271 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-8189e93e-519c-49d5-b838-edf82cc4b1e9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556521 Jun 23 16:44:56.633405 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-e013909b-88e6-41e8-bc3e-76efb0d99409 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893705 Jun 23 16:44:56.729787 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-107e1512-703b-4d37-a3bc-bb40962ad3fa req-2b2e0b95-93bc-463d-af17-af84f3f4876e service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883100 Jun 23 16:44:56.913917 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-b4a43040-51aa-46d8-ace1-0c7aaf119a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:56.915420 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-b4a43040-51aa-46d8-ace1-0c7aaf119a44 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1096 time: 0.0540695 Jun 23 16:44:57.019637 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-df04dc7f-f7ac-4124-97db-39085536d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:57.021311 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-df04dc7f-f7ac-4124-97db-39085536d07d service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0981343 Jun 23 16:44:57.075018 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-f46d3f92-6896-469b-9172-168fc537504b service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 217 time: 0.0434561 Jun 23 16:44:57.132993 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-a8bfefc6-bcc4-4c2d-905c-a2c297435d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:57.134447 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-a8bfefc6-bcc4-4c2d-905c-a2c297435d07 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0511689 Jun 23 16:44:57.153597 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e309d2-ad54-42e1-9425-9ffd306b3dcb req-97afa702-3511-4dd8-b31b-93a8387df844 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:57.155145 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e3e309d2-ad54-42e1-9425-9ffd306b3dcb req-97afa702-3511-4dd8-b31b-93a8387df844 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0705175 Jun 23 16:44:57.209836 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e3e309d2-ad54-42e1-9425-9ffd306b3dcb req-1b20ea6a-ba2a-423a-9231-10e9c52c6794 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478814 Jun 23 16:44:57.429600 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-ea28b7e8-00b2-4a87-a1f5-eb25fd3dc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:57.431116 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-ea28b7e8-00b2-4a87-a1f5-eb25fd3dc998 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2881708 Jun 23 16:44:57.522985 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-24aba6a1-6c95-440c-b447-98f400fdeb1f service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824971 Jun 23 16:44:57.625898 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0a5c3207-0429-4f28-86c6-b4784bbf5dbc req-d630b5d6-a79e-45de-87c3-5c15ab204dbb service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939825 Jun 23 16:44:58.400624 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6992b81-f37e-4540-8c8f-09befd4939bb req-f4b2b554-b6b0-4002-a679-6e80bd47f56e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:58.402318 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c6992b81-f37e-4540-8c8f-09befd4939bb req-f4b2b554-b6b0-4002-a679-6e80bd47f56e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0663671 Jun 23 16:44:58.445530 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c6992b81-f37e-4540-8c8f-09befd4939bb req-84cb9859-6b2a-4591-b975-471eb23309dc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372064 Jun 23 16:44:59.634222 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864869e5-5a0a-48cb-8068-a1b9cf8065d7 req-d7c0f219-c58f-4e13-9ddf-493ebe8cb896 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:44:59.635731 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-864869e5-5a0a-48cb-8068-a1b9cf8065d7 req-d7c0f219-c58f-4e13-9ddf-493ebe8cb896 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0692990 Jun 23 16:44:59.677821 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-864869e5-5a0a-48cb-8068-a1b9cf8065d7 req-56eae5c5-73be-4be5-bbbd-6cc416d99fea tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349958 Jun 23 16:45:00.144707 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:45:00.259677 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:45:00.273624 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '46f6c54b-cdee-480f-8993-9d0188587082', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'port_id': '46f6c54b-cdee-480f-8993-9d0188587082', 'mac_address': 'fa:16:3e:05:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:45:00.311531 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:00.326943 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f6c54b-cdee-480f-8993-9d0188587082 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:45:00.349240 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:45:00.354737 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:00.356652 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:00.522856 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:00.525893 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:00.771269 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['46f6c54b-cdee-480f-8993-9d0188587082'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:45:00.857118 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fdf8de-5fcc-47cb-827a-1c85982a1eb6 req-18c4a6c6-ed59-4b97-92e7-6e3b7e09a90a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:00.858596 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-20fdf8de-5fcc-47cb-827a-1c85982a1eb6 req-18c4a6c6-ed59-4b97-92e7-6e3b7e09a90a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 944 time: 0.0636210 Jun 23 16:45:00.897094 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-20fdf8de-5fcc-47cb-827a-1c85982a1eb6 req-cf986c35-f1f6-4bbc-8fb4-f2184f9569f3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323391 Jun 23 16:45:02.082443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27707e7-e61e-401c-b0fd-765f963c7b4e req-3df52500-1fbf-4094-9602-26ac34db6a88 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:02.083907 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c27707e7-e61e-401c-b0fd-765f963c7b4e req-3df52500-1fbf-4094-9602-26ac34db6a88 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 944 time: 0.0697107 Jun 23 16:45:02.128102 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c27707e7-e61e-401c-b0fd-765f963c7b4e req-51b2363e-7956-42bf-9df6-61f4d6e31aac tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356693 Jun 23 16:45:02.144103 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:45:02.203804 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 46f6c54b-cdee-480f-8993-9d0188587082 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:45:02.209402 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 46f6c54b-cdee-480f-8993-9d0188587082 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:45:02.209992 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:02.298153 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:02.323812 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:45:02.326343 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9790bf82-574c-4f95-918a-a6d97bf6e685" -d '{"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-plugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:45:02.339965 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:45:02.346970 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:02.349269 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-6493acf6-a949-40db-acb1-73896a3beea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:45:02.374758 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fe9413-59df-4ad1-9a56-ad6d360bd8df x-openstack-request-id: req-98fe9413-59df-4ad1-9a56-ad6d360bd8df {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:45:02.375243 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-plugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:45:02.375403 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-98fe9413-59df-4ad1-9a56-ad6d360bd8df {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:45:02.375900 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'code': 200} Jun 23 16:45:02.412258 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:45:02.415295 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:45:02.678155 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece233da-04c3-4349-aa41-d6a1c8adb5c9 req-a2b5e6c1-c8f2-452e-a236-7d90bd8a788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:02.679638 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ece233da-04c3-4349-aa41-d6a1c8adb5c9 req-a2b5e6c1-c8f2-452e-a236-7d90bd8a788c service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1098 time: 0.0571668 Jun 23 16:45:02.717407 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ece233da-04c3-4349-aa41-d6a1c8adb5c9 req-b7671831-5903-46d0-b124-7bef4a7adb27 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292013 Jun 23 16:45:03.316337 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1721b971-5c07-464c-b29f-7d4346d0785c req-a705bdf2-a35c-4ff7-b676-3e559a89bc66 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:03.317809 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1721b971-5c07-464c-b29f-7d4346d0785c req-a705bdf2-a35c-4ff7-b676-3e559a89bc66 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0726771 Jun 23 16:45:03.358230 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1721b971-5c07-464c-b29f-7d4346d0785c req-a10d9b10-6c89-4070-8230-5cd0a7e014a3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347018 Jun 23 16:45:04.581586 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc6a5b-d352-4ddc-99e1-fed7393d3a0c req-f31d52b1-4be7-423a-ad9b-a0edcdb92c24 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:04.584546 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1efc6a5b-d352-4ddc-99e1-fed7393d3a0c req-f31d52b1-4be7-423a-ad9b-a0edcdb92c24 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0806491 Jun 23 16:45:04.629323 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1efc6a5b-d352-4ddc-99e1-fed7393d3a0c req-1659a43a-c2ee-4c1c-bfd3-ebcd72758808 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380168 Jun 23 16:45:04.824955 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7147e6a-7226-49bc-bd14-1a161bf76e4d req-ab995d4c-d955-404d-9248-3abff0662bb2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:04.826611 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d7147e6a-7226-49bc-bd14-1a161bf76e4d req-ab995d4c-d955-404d-9248-3abff0662bb2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0699790 Jun 23 16:45:04.835400 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60320) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:45:04.840088 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'floatingip': {'port_id': '46f6c54b-cdee-480f-8993-9d0188587082'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:45:04.910675 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:05.518646 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:05.526646 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:05.635546 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.l3_db [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Floating IP 65d111f6-dd05-4120-91c4-ca15edab2555 associated. External IP: 172.28.3.116, port: 46f6c54b-cdee-480f-8993-9d0188587082. Jun 23 16:45:06.076333 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:45:06.190887 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:45:06.195766 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:06.201010 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:45:06.215043 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:45:06.215850 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:06.235632 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-925bed5b-e8ef-4720-9d77-20f8ee91649a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "PUT /v2.0/floatingips/65d111f6-dd05-4120-91c4-ca15edab2555 HTTP/1.1" status: 200 len: 991 time: 1.3962636 Jun 23 16:45:06.235632 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:45:06.236133 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4837298f-c66c-44c9-89be-fc9672da86cb" -d '{"events": [{"name": "network-changed", "server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:45:06.272800 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5c672a-46e3-434f-8df7-139506d0fc1e x-openstack-request-id: req-6c5c672a-46e3-434f-8df7-139506d0fc1e {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:45:06.273129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:45:06.273415 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6c5c672a-46e3-434f-8df7-139506d0fc1e {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:45:06.273841 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'status': 'completed', 'code': 200} Jun 23 16:45:06.335321 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:45:06.409566 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837298f-c66c-44c9-89be-fc9672da86cb req-47fe4f86-5a3a-4dc1-8a05-e2626db75c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:06.411016 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-47fe4f86-5a3a-4dc1-8a05-e2626db75c3b service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1098 time: 0.0563426 Jun 23 16:45:06.508850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837298f-c66c-44c9-89be-fc9672da86cb req-394938e2-8610-4ae5-aa45-d016c589f6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:06.510316 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-394938e2-8610-4ae5-aa45-d016c589f6d1 service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0910501 Jun 23 16:45:06.584388 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-15c9b4d6-6692-4123-a0bb-1bc3fd94610e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 999 time: 0.0612259 Jun 23 16:45:06.621445 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '65d111f6-dd05-4120-91c4-ca15edab2555', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'port_id': '46f6c54b-cdee-480f-8993-9d0188587082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'mac_address': 'fa:16:3e:05:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:44:52Z', 'updated_at': '2021-06-23T16:45:05Z', 'revision_number': 1, 'project_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:06.645580 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837298f-c66c-44c9-89be-fc9672da86cb req-fd66111f-1eca-4d3e-89ca-47ac5c9aea3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:06.647996 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-fd66111f-1eca-4d3e-89ca-47ac5c9aea3e service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0546262 Jun 23 16:45:06.650296 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:45:06.660217 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:45:06.660846 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:44:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:06.707368 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837298f-c66c-44c9-89be-fc9672da86cb req-f2210454-9261-4f91-9fd1-e5543ffa8f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:06.708952 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-f2210454-9261-4f91-9fd1-e5543ffa8f75 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0525994 Jun 23 16:45:06.780302 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:45:06.801974 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-a11bb3b9-011a-4dd6-9d28-e142fcc67fe6 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853453 Jun 23 16:45:06.803312 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:45:06.896582 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4837298f-c66c-44c9-89be-fc9672da86cb req-63293bc7-cbe9-4607-abd0-1e0fc67aaf26 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865734 Jun 23 16:45:07.033591 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '65d111f6-dd05-4120-91c4-ca15edab2555', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'port_id': '46f6c54b-cdee-480f-8993-9d0188587082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'mac_address': 'fa:16:3e:05:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:44:52Z', 'updated_at': '2021-06-23T16:45:05Z', 'revision_number': 1, 'project_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:45:07.064277 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d391b-3001-4128-9f38-a10a411a0309 None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '65d111f6-dd05-4120-91c4-ca15edab2555', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'port_id': '46f6c54b-cdee-480f-8993-9d0188587082', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'mac_address': 'fa:16:3e:05:1e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:44:52Z', 'updated_at': '2021-06-23T16:45:05Z', 'revision_number': 1, 'project_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:45:07.254666 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c097e6-185c-4052-bbf7-a304e370e8bc None None] New status for floating IP 65d111f6-dd05-4120-91c4-ca15edab2555: ACTIVE {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:45:14.216460 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:14.309865 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da276b1-991b-4025-b715-8baf0d7691dd req-73cc42f8-63fd-4609-b946-06f57903937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:14.311637 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-73cc42f8-63fd-4609-b946-06f57903937a service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1138 time: 0.0671444 Jun 23 16:45:14.386316 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3020c90-7f12-4a74-801c-fd682a5ee299 req-bf5a0d44-afe6-49ff-aec6-dd3a6f8ae01b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:14.388104 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a3020c90-7f12-4a74-801c-fd682a5ee299 req-bf5a0d44-afe6-49ff-aec6-dd3a6f8ae01b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.1469071 Jun 23 16:45:14.427179 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da276b1-991b-4025-b715-8baf0d7691dd req-330b4807-d7e3-4e88-904a-97bdb6c5db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:14.428899 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-330b4807-d7e3-4e88-904a-97bdb6c5db11 service neutron] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 916 time: 0.1084020 Jun 23 16:45:14.436912 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a3020c90-7f12-4a74-801c-fd682a5ee299 req-c9ba71a1-8d46-4c10-a22f-3da52edea50c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396209 Jun 23 16:45:14.514509 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-1ef9d50f-418a-4904-8ed1-4caee2ab9eea service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 1002 time: 0.0707123 Jun 23 16:45:14.611267 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da276b1-991b-4025-b715-8baf0d7691dd req-c0b1bc4e-58bc-4b77-9935-2b5cd56543d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:14.612783 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-c0b1bc4e-58bc-4b77-9935-2b5cd56543d8 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.0567319 Jun 23 16:45:14.669282 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-87f2aaf2-d2c6-45b0-bf56-5e0e3427a717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:14.676938 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da276b1-991b-4025-b715-8baf0d7691dd req-c8ae7bc7-83e5-403b-b75b-aeac340a6364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:14.678559 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-c8ae7bc7-83e5-403b-b75b-aeac340a6364 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0569751 Jun 23 16:45:14.777476 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-1b46194d-1842-4047-83a5-5e6d0593980e service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889373 Jun 23 16:45:14.868880 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4da276b1-991b-4025-b715-8baf0d7691dd req-17d5a18a-63d8-466e-adee-a7b2bade847d service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834389 Jun 23 16:45:15.632725 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673ec6c-6248-4f81-a73e-5e65c21cc396 req-ee12b9bd-126c-4fe3-937f-a9b6d43a29ae tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:15.634328 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9673ec6c-6248-4f81-a73e-5e65c21cc396 req-ee12b9bd-126c-4fe3-937f-a9b6d43a29ae tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0738804 Jun 23 16:45:15.677226 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9673ec6c-6248-4f81-a73e-5e65c21cc396 req-b144a7f4-c317-42b6-be03-2ad116d2e6be tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367546 Jun 23 16:45:16.854189 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc3f3e-9182-4def-b4d4-9556bd7852ec req-9c092f6e-d397-4415-84f6-4b51b152006c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:16.857200 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5ebc3f3e-9182-4def-b4d4-9556bd7852ec req-9c092f6e-d397-4415-84f6-4b51b152006c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0672481 Jun 23 16:45:16.899434 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5ebc3f3e-9182-4def-b4d4-9556bd7852ec req-8801c69f-500f-4403-acc9-4e8d478813ae tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362670 Jun 23 16:45:17.449956 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-02d0496f-9fb2-47c0-89ce-74e5e5405418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:17.508937 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:18.080569 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77476cf0-a3d7-49ac-9e8c-1ba2b6a2a23a req-9131417d-17ca-4ada-a37a-715930a33c3c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:18.082059 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-77476cf0-a3d7-49ac-9e8c-1ba2b6a2a23a req-9131417d-17ca-4ada-a37a-715930a33c3c tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0666189 Jun 23 16:45:18.123608 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-77476cf0-a3d7-49ac-9e8c-1ba2b6a2a23a req-91e5df8f-b4f9-4456-900b-21315945b6a1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354271 Jun 23 16:45:18.551648 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:19.321576 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2221d0-4689-4129-83b6-82d1e9a11854 req-ed699070-5d75-4d31-8854-874c31c75780 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:19.323923 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eb2221d0-4689-4129-83b6-82d1e9a11854 req-ed699070-5d75-4d31-8854-874c31c75780 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0865927 Jun 23 16:45:19.381244 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eb2221d0-4689-4129-83b6-82d1e9a11854 req-48f3a232-a025-4127-85af-599784d452e1 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0509138 Jun 23 16:45:20.210134 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:20.565624 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11cd7d-baec-463e-ba5e-948df0b12e1f req-5f4682d2-7a2e-409e-86c0-c7437198e65f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:20.567178 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2c11cd7d-baec-463e-ba5e-948df0b12e1f req-5f4682d2-7a2e-409e-86c0-c7437198e65f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0725291 Jun 23 16:45:20.609240 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2c11cd7d-baec-463e-ba5e-948df0b12e1f req-ad715260-1b8a-4c46-8b08-ba81f7fc34a7 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358939 Jun 23 16:45:21.789181 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9a7eb-f2ac-4b63-a2cd-1004384aea2c req-59d47e16-57e7-4939-b5d3-a82691bc5624 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:21.790556 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-96b9a7eb-f2ac-4b63-a2cd-1004384aea2c req-59d47e16-57e7-4939-b5d3-a82691bc5624 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0678501 Jun 23 16:45:21.831390 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-96b9a7eb-f2ac-4b63-a2cd-1004384aea2c req-71e4ebe9-2af3-4597-8b7d-576666340478 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346580 Jun 23 16:45:23.008539 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa0eb5-7541-4003-9896-b952b5fde71f req-243286b4-975a-4e21-8bd9-eba0b4a10dad tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:23.010027 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4daa0eb5-7541-4003-9896-b952b5fde71f req-243286b4-975a-4e21-8bd9-eba0b4a10dad tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0679717 Jun 23 16:45:23.052296 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4daa0eb5-7541-4003-9896-b952b5fde71f req-13a44d31-a233-4f7e-b298-e8a79250eaf9 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363221 Jun 23 16:45:24.231439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b600bc-b288-486b-814a-d68c89e7adc8 req-c69be745-45dc-4a44-8bc5-ea1ccfdd32cd tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:24.232961 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81b600bc-b288-486b-814a-d68c89e7adc8 req-c69be745-45dc-4a44-8bc5-ea1ccfdd32cd tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0651348 Jun 23 16:45:24.274145 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81b600bc-b288-486b-814a-d68c89e7adc8 req-1aa40d26-5fba-47dd-ad9b-1afa46d68043 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350018 Jun 23 16:45:25.453728 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5434975-2136-4240-a681-f846e506b005 req-78e80260-5d34-447e-a855-c7b5689ff14b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:25.455179 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a5434975-2136-4240-a681-f846e506b005 req-78e80260-5d34-447e-a855-c7b5689ff14b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0689099 Jun 23 16:45:25.497718 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a5434975-2136-4240-a681-f846e506b005 req-412b0675-2e09-412a-bc67-9614ad3858a9 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365708 Jun 23 16:45:26.674667 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd03bbb-04e5-40a2-a42c-6c78c310d8c8 req-b60d1312-7777-4538-9b89-a229d250ffc0 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:26.676165 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-afd03bbb-04e5-40a2-a42c-6c78c310d8c8 req-b60d1312-7777-4538-9b89-a229d250ffc0 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0634916 Jun 23 16:45:26.720842 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-afd03bbb-04e5-40a2-a42c-6c78c310d8c8 req-c4640371-b8f5-4412-b360-ca6413618496 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387976 Jun 23 16:45:27.900468 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e595dd-73c3-4d03-b813-ccb6ecb5a0c1 req-972bfe7e-33f5-458a-90a8-5d3aacccdce3 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:27.902014 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-45e595dd-73c3-4d03-b813-ccb6ecb5a0c1 req-972bfe7e-33f5-458a-90a8-5d3aacccdce3 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0693769 Jun 23 16:45:27.944387 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-45e595dd-73c3-4d03-b813-ccb6ecb5a0c1 req-43e00e0d-c8dc-420d-a440-b4cf6c29a440 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358272 Jun 23 16:45:29.128592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9275906-e8f6-4c7a-b84c-d6fea07d8e20 req-aaa86751-8ca5-42bc-9d21-05fe7b97bb2d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:29.130125 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f9275906-e8f6-4c7a-b84c-d6fea07d8e20 req-aaa86751-8ca5-42bc-9d21-05fe7b97bb2d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0682616 Jun 23 16:45:29.171807 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f9275906-e8f6-4c7a-b84c-d6fea07d8e20 req-445367c2-8b89-4936-8600-9feca9934991 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355666 Jun 23 16:45:30.351527 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f2455-f0cb-4653-b42f-679bf302521e req-67ffebb8-f438-48a2-a7b8-6a0d4481d91d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:30.353082 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b01f2455-f0cb-4653-b42f-679bf302521e req-67ffebb8-f438-48a2-a7b8-6a0d4481d91d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0680876 Jun 23 16:45:30.394361 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b01f2455-f0cb-4653-b42f-679bf302521e req-cdb1ca24-c914-4c3f-a80b-c9e660528b95 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354159 Jun 23 16:45:31.573069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c7e6d-021d-4dd8-8cbf-fa8c6f5cc5c3 req-475fb2e9-bf30-4eea-99b8-e47e5f582c00 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:31.574549 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-738c7e6d-021d-4dd8-8cbf-fa8c6f5cc5c3 req-475fb2e9-bf30-4eea-99b8-e47e5f582c00 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0690730 Jun 23 16:45:31.620221 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-738c7e6d-021d-4dd8-8cbf-fa8c6f5cc5c3 req-c3f92981-6b54-4de8-9751-574d56debac5 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=df1fc826-0376-43b3-a24d-67fe7b98b048&id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392852 Jun 23 16:45:43.803518 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:45:44.217518 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:44.673292 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-07c72912-7f52-4da1-9284-6e148321e824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:47.454498 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-777704f9-0ef5-4701-843d-a70a957eed97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:47.513063 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:48.560704 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:50.214385 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:45:53.979282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0978221-5855-4e07-af56-7bed86c29f16 req-ab0c0e5d-6ec2-472c-9119-437ab3da610f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:53.980783 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0978221-5855-4e07-af56-7bed86c29f16 req-ab0c0e5d-6ec2-472c-9119-437ab3da610f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0694730 Jun 23 16:45:54.019933 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b0978221-5855-4e07-af56-7bed86c29f16 req-3f584abd-9731-43c4-8eac-1c9d327b27f7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329161 Jun 23 16:45:55.208617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9a52d1-9cd3-4b6f-9762-51021e387040 req-d1a316d2-644c-4438-98de-c358b7736b71 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:55.210101 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7f9a52d1-9cd3-4b6f-9762-51021e387040 req-d1a316d2-644c-4438-98de-c358b7736b71 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0669706 Jun 23 16:45:55.251016 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7f9a52d1-9cd3-4b6f-9762-51021e387040 req-763724a3-e5cb-41aa-b520-7d70993ac0fb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350802 Jun 23 16:45:56.449034 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7b737-8a68-48cd-b3e9-8f342dd5ed58 req-b1ee2a3d-3dfb-443e-bfc8-f1e1fcf32d5b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:56.450560 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7aa7b737-8a68-48cd-b3e9-8f342dd5ed58 req-b1ee2a3d-3dfb-443e-bfc8-f1e1fcf32d5b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0645194 Jun 23 16:45:56.490495 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7aa7b737-8a68-48cd-b3e9-8f342dd5ed58 req-abebe3e2-0e2c-4ec8-8822-07b249a33e65 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335641 Jun 23 16:45:57.674253 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16fd8c-3c4f-4d91-b2ad-b607c8868566 req-e792add8-f955-4a32-bad6-7ae387ccf9d1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:57.675633 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0d16fd8c-3c4f-4d91-b2ad-b607c8868566 req-e792add8-f955-4a32-bad6-7ae387ccf9d1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0647323 Jun 23 16:45:57.715824 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0d16fd8c-3c4f-4d91-b2ad-b607c8868566 req-8412c5c9-79c8-405f-b165-da6f4ccb0e0a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338552 Jun 23 16:45:58.903661 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2ddb2-ba75-4fae-9d12-3e32a9c518f2 req-40a3a06c-fe79-4b08-a25d-6e0cc2f9578d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:45:58.905521 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5fb2ddb2-ba75-4fae-9d12-3e32a9c518f2 req-40a3a06c-fe79-4b08-a25d-6e0cc2f9578d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0713315 Jun 23 16:45:58.947912 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5fb2ddb2-ba75-4fae-9d12-3e32a9c518f2 req-87a63604-5c33-45f4-9847-194f2ff1a1eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358884 Jun 23 16:46:00.130061 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e501f8-83ff-4b32-89cd-1eaf5252be51 req-98663689-1fbd-4c58-8ece-5d490ee3e4ac tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:00.131548 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3e501f8-83ff-4b32-89cd-1eaf5252be51 req-98663689-1fbd-4c58-8ece-5d490ee3e4ac tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0650065 Jun 23 16:46:00.172544 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c3e501f8-83ff-4b32-89cd-1eaf5252be51 req-3ba77b85-68c5-4362-a0ae-b952ca2b447d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353096 Jun 23 16:46:01.356710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d6361-96df-42a4-97b4-b1af2d83a588 req-268d99fa-bebc-49d7-90a2-8e658a15813a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:01.358330 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8b2d6361-96df-42a4-97b4-b1af2d83a588 req-268d99fa-bebc-49d7-90a2-8e658a15813a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0689862 Jun 23 16:46:01.398088 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8b2d6361-96df-42a4-97b4-b1af2d83a588 req-57609602-ab40-4ae0-82c1-9072bb6e9214 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337229 Jun 23 16:46:02.585458 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871061db-5f6b-45c8-b5f7-ce4e361a0c62 req-4a0dd725-427a-4fdb-a18b-e285fa925086 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:02.587117 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-871061db-5f6b-45c8-b5f7-ce4e361a0c62 req-4a0dd725-427a-4fdb-a18b-e285fa925086 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0673254 Jun 23 16:46:02.626994 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-871061db-5f6b-45c8-b5f7-ce4e361a0c62 req-fc41db14-d4d0-4b01-b7ae-2b1f5f2f046d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338013 Jun 23 16:46:03.822002 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c10bca-dfe2-469e-a4a7-a635cd7145f7 req-46afe70e-8271-44d8-a1c5-2fa33b9d9fbd tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:03.823458 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-31c10bca-dfe2-469e-a4a7-a635cd7145f7 req-46afe70e-8271-44d8-a1c5-2fa33b9d9fbd tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0697558 Jun 23 16:46:03.866282 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-31c10bca-dfe2-469e-a4a7-a635cd7145f7 req-1b380516-ec69-4ca5-93ae-65d8f6b63053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362332 Jun 23 16:46:05.059659 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8c904-e5fa-4a2b-9b68-327f74d5770d req-0d0969f3-0acb-4b04-9445-d15381fa52ba tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:05.061424 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cea8c904-e5fa-4a2b-9b68-327f74d5770d req-0d0969f3-0acb-4b04-9445-d15381fa52ba tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0705197 Jun 23 16:46:05.109772 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cea8c904-e5fa-4a2b-9b68-327f74d5770d req-302e5ec7-259d-4e0f-972c-7348c38702fe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369139 Jun 23 16:46:06.304654 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afb07f-a423-4249-a4b5-1a795afc05d4 req-5f18b54a-7564-434d-ac9e-e6d0abd5d8af tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:06.306194 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-67afb07f-a423-4249-a4b5-1a795afc05d4 req-5f18b54a-7564-434d-ac9e-e6d0abd5d8af tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0751078 Jun 23 16:46:06.346457 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-67afb07f-a423-4249-a4b5-1a795afc05d4 req-e5b54ad4-f336-4fea-bc21-c669117f60f7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341308 Jun 23 16:46:06.505834 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:46:06.612432 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:06.624759 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '46f6c54b-cdee-480f-8993-9d0188587082', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'port_id': '46f6c54b-cdee-480f-8993-9d0188587082', 'mac_address': 'fa:16:3e:05:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:46:06.663109 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:06.676647 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46f6c54b-cdee-480f-8993-9d0188587082 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:46:06.697336 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:06.702960 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:06.705959 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-6493acf6-a949-40db-acb1-73896a3beea5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:06.756573 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=6']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:06.764652 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.765025 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.765469 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.765846 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.766196 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.766543 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.766870 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.767207 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.767527 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.767944 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.768263 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.768578 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:06.772826 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:06.862596 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['46f6c54b-cdee-480f-8993-9d0188587082'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:46:07.549323 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9512fc43-7df9-4b78-b657-381d7ab783d5 req-3212f23b-cce6-4f4b-911c-501fda12f606 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:07.554769 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9512fc43-7df9-4b78-b657-381d7ab783d5 req-3212f23b-cce6-4f4b-911c-501fda12f606 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 944 time: 0.0763118 Jun 23 16:46:07.597455 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9512fc43-7df9-4b78-b657-381d7ab783d5 req-a88c1476-b82f-46bb-99c4-04b5a0bce3c7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370746 Jun 23 16:46:08.064930 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-085b1d66-50ff-4df9-b032-bbe712fc212d tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1300763407&fields=id&tenant_id=b5e0cc02b19b43a4b41b275e597101dd HTTP/1.1" status: 200 len: 267 time: 0.0446362 Jun 23 16:46:08.144058 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-bc51ed10-f72a-44b6-ab20-ff988bae3f66 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:08.145915 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-bc51ed10-f72a-44b6-ab20-ff988bae3f66 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 985 time: 0.0751381 Jun 23 16:46:08.162836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Request body: {'port': {'security_groups': ['8392c135-61bc-4637-8fcc-9192025572ab']}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:46:08.270335 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.482054 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:08.522150 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.522880 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:46:08.533717 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.548683 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-354e9ed0-0d14-44ea-ad24-dd54d51113eb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:08.573139 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['fa408cae-1e8d-4a4f-9950-0eca853e7c5d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:46:08.583659 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:08.584828 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.592805 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60530) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:08.606604 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9a12d466-af34-42f5-992f-a13b35e19a8a req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "PUT /v2.0/ports/fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 943 time: 0.4486947 Jun 23 16:46:08.607221 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:46:08.616958 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0028c0ec-3f8b-4493-ba56-9861294604cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:46:08.768340 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event updated for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=7']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:08.771765 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['fa408cae-1e8d-4a4f-9950-0eca853e7c5d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:46:08.777712 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee9e15-93f4-4aee-81e4-34bb76d25b61 x-openstack-request-id: req-34ee9e15-93f4-4aee-81e4-34bb76d25b61 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:46:08.777712 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:46:08.777712 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-34ee9e15-93f4-4aee-81e4-34bb76d25b61 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:46:08.778139 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'status': 'completed', 'code': 200} Jun 23 16:46:08.793682 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.794057 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.794419 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.794778 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.795582 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.795847 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.795965 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.796317 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.796664 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.797012 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.798015 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.798015 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.798015 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:08.814105 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:08.845905 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.860794 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 46f6c54b-cdee-480f-8993-9d0188587082 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:46:08.860794 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.932252 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195224b-e700-4d57-b756-7191facd8df2 req-e6b91186-2598-40ce-a71d-64ffd17c606a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:08.940374 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f195224b-e700-4d57-b756-7191facd8df2 req-e6b91186-2598-40ce-a71d-64ffd17c606a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 944 time: 0.0947337 Jun 23 16:46:08.952453 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.957010 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:08.958655 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "DELETE /v2.0/security-groups/df1fc826-0376-43b3-a24d-67fe7b98b048 HTTP/1.1" status: 204 len: 168 time: 0.3640361 Jun 23 16:46:08.959865 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c8addcca-0047-4987-ba50-d927882d15f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:08.963566 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60540) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:09.010255 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1fc826-0376-43b3-a24d-67fe7b98b048,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:09.028416 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f195224b-e700-4d57-b756-7191facd8df2 req-f926f4c6-0fe7-4e7e-9227-950caa9f4332 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832281 Jun 23 16:46:09.068010 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.068692 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.069228 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.069778 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.070309 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.070863 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.071231 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.071788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.072307 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.072807 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.073313 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.073816 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:46:09.086995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:09.125932 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-e7243c36-c00c-4863-82b5-82333891f765 None None] Provisioning complete for port fa408cae-1e8d-4a4f-9950-0eca853e7c5d triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:46:09.126481 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-e7243c36-c00c-4863-82b5-82333891f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.259537 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.262992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-547ce141-3cd9-4712-8325-264c7506e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:09.265128 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-547ce141-3cd9-4712-8325-264c7506e4ae service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1099 time: 0.3703959 Jun 23 16:46:09.314796 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:46:09.317516 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13e0c0f-eb3d-4171-b1b2-a4e98eee47db" -d '{"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-plugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:46:09.343311 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:09.381514 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-db6de6ec-483e-4182-bf2f-4a7969d57530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:09.384806 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-db6de6ec-483e-4182-bf2f-4a7969d57530 service neutron] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 916 time: 0.1098161 Jun 23 16:46:09.418042 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.442133 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:09.544780 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-49342d36-ea9b-41e3-a3f9-f98ac0639886 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 1002 time: 0.1541407 Jun 23 16:46:09.575186 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=7']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:09.579158 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a942dd5-1312-4d38-a471-6e68bebf521d x-openstack-request-id: req-1a942dd5-1312-4d38-a471-6e68bebf521d {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:46:09.579463 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-plugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:46:09.579778 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1a942dd5-1312-4d38-a471-6e68bebf521d {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:46:09.580229 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'code': 200} Jun 23 16:46:09.581011 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:09.604797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Deleting port 546afad1-0a53-4433-9c65-7a7b8247abf6 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:09.605443 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.629320 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-ad86c453-9eb0-409d-86bc-e351fb4ea5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:09.630779 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-ad86c453-9eb0-409d-86bc-e351fb4ea5ea service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.0783000 Jun 23 16:46:09.727522 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.727899 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:09.746766 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Calling delete_port for 546afad1-0a53-4433-9c65-7a7b8247abf6 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:09.767171 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-73022163-8ecb-4bed-8444-cf7bb4d50ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:09.768676 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-73022163-8ecb-4bed-8444-cf7bb4d50ee1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1044841 Jun 23 16:46:09.979358 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-0c8fc259-4d1d-43fc-a87b-6df9d507fcd9 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654751 Jun 23 16:46:10.152255 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:10.156245 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:10.164789 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0028c0ec-3f8b-4493-ba56-9861294604cf req-2c616f75-a0ac-4d01-b085-06e9f062bccb service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705108 Jun 23 16:46:10.193763 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event deleted for resources: {'Port': ['ID=546afad1-0a53-4433-9c65-7a7b8247abf6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:10.203886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:10.248963 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22432f28-5ee9-4dcb-ad3c-55b830b6d12b req-57d09bf7-f1c8-4526-bdfe-b28aedd7ed95 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:10.256513 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-22432f28-5ee9-4dcb-ad3c-55b830b6d12b req-57d09bf7-f1c8-4526-bdfe-b28aedd7ed95 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0918074 Jun 23 16:46:10.297766 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:10.298185 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Floating IP ce6d85b3-58a8-4b52-a666-adc44aff8955 disassociated (deleted). External IP: 172.28.3.201, port: fa408cae-1e8d-4a4f-9950-0eca853e7c5d. Jun 23 16:46:10.310390 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-22432f28-5ee9-4dcb-ad3c-55b830b6d12b req-e026c0a4-d08b-4b2d-9d7a-3cd5a7854fe9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525825 Jun 23 16:46:10.558353 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:46:11.010243 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:46:11.014910 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:11.023785 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] Sync routers for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:46:11.041538 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:11.042218 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:45:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:11.076250 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "DELETE /v2.0/floatingips/ce6d85b3-58a8-4b52-a666-adc44aff8955 HTTP/1.1" status: 204 len: 168 time: 2.1094835 Jun 23 16:46:11.077149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:46:11.079807 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d5d960-c024-4857-95c5-4458bc0c3f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:46:11.224506 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:11.532975 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183ffdb6-2b3d-4983-b4e5-ec005be7bcd0 x-openstack-request-id: req-183ffdb6-2b3d-4983-b4e5-ec005be7bcd0 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:46:11.534061 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:46:11.534061 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-183ffdb6-2b3d-4983-b4e5-ec005be7bcd0 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:46:11.535223 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'status': 'completed', 'code': 200} Jun 23 16:46:11.555557 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:11.605038 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] Checking router: 0d1a31f3-dcb8-4057-8e07-9f65c908c53b for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:46:11.630786 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:11.631506 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:45:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:11.690146 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-e384c07d-7d70-4064-b601-1c85a5d9a2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:11.691693 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-e384c07d-7d70-4064-b601-1c85a5d9a2d0 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 1099 time: 0.1088097 Jun 23 16:46:11.703941 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e21a0bf-7ec4-4834-9dc0-f82f274eb464 req-d3a4a503-043b-4a09-9bab-ce754b729d3e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:11.706020 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e21a0bf-7ec4-4834-9dc0-f82f274eb464 req-d3a4a503-043b-4a09-9bab-ce754b729d3e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.1333282 Jun 23 16:46:11.761737 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6e21a0bf-7ec4-4834-9dc0-f82f274eb464 req-cfd16d99-09c1-45c5-8335-21a0bb81278a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484560 Jun 23 16:46:11.792156 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:11.854208 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-e6e3d8f3-20a4-4bc8-b788-57b8419624d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:11.855725 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-e6e3d8f3-20a4-4bc8-b788-57b8419624d4 service neutron] 10.222.0.111 "GET /v2.0/networks?id=5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 200 len: 916 time: 0.1561317 Jun 23 16:46:11.905795 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-8279ad43-2794-4f36-ad97-e3614695c4ee service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 200 len: 217 time: 0.0423443 Jun 23 16:46:11.978144 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-a46c5874-6b89-487d-870a-e99d58b7ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:11.981144 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-a46c5874-6b89-487d-870a-e99d58b7ad9a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 200 len: 853 time: 0.0656037 Jun 23 16:46:12.050853 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:12.081739 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-d61d1e01-b5d0-4c62-89ad-ec5e2aead89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:12.084380 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-d61d1e01-b5d0-4c62-89ad-ec5e2aead89f service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=5795ef98-0a12-4f64-855e-029ca7944338&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0953155 Jun 23 16:46:12.133586 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf79ab2-46ee-460c-9953-37b7977b628e None None] The sync data for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb is: [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:31Z', 'revision_number': 4, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '998a08fb-acb9-41c3-b1b4-1c9b27d35a9a', 'name': '', 'network_id': '5795ef98-0a12-4f64-855e-029ca7944338', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'mac_address': 'fa:16:3e:62:a6:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_interface', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:30Z', 'updated_at': '2021-06-23T16:43:36Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'subnets': [{'id': '54f0ff86-8a87-4dfe-98f1-eb266c8fd934', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:46:12.237746 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-79cfbb13-a6c6-4b4f-83d1-226c8cb48184 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427255 Jun 23 16:46:12.380284 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a0d5d960-c024-4857-95c5-4458bc0c3f1f req-f68c28eb-8a5a-4ec5-ad15-4c9090ca38c3 service neutron] 10.222.0.111 "GET /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348701 Jun 23 16:46:12.470910 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751a5e01-2f3c-4b31-8707-87d03c9fe5e0 None None] New status for floating IP ce6d85b3-58a8-4b52-a666-adc44aff8955: DOWN {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:46:12.987090 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5791aaa7-c7e9-4157-aa3c-d017c964db7b req-b66db3d9-7b92-4ff4-969f-e9297b9a33f1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:12.988866 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5791aaa7-c7e9-4157-aa3c-d017c964db7b req-b66db3d9-7b92-4ff4-969f-e9297b9a33f1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0864649 Jun 23 16:46:13.039438 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5791aaa7-c7e9-4157-aa3c-d017c964db7b req-11f77f47-4f46-44cd-8f67-495e9002e6d5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432277 Jun 23 16:46:14.252034 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:14.367164 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41915335-6ca3-4c39-b720-02c224dabf77 req-1912a642-44b9-41bc-9ecc-25d0e664aaea tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:14.368871 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-41915335-6ca3-4c39-b720-02c224dabf77 req-1912a642-44b9-41bc-9ecc-25d0e664aaea tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.1606779 Jun 23 16:46:14.426190 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-41915335-6ca3-4c39-b720-02c224dabf77 req-008da3cb-9c41-4c35-8299-7b52cbc3b882 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487840 Jun 23 16:46:14.679397 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fc70c292-ae1b-4d5d-a35c-cd2a762a7e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:14.684956 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02de0d8-f079-4ee6-bc26-5cb0d4d9b913 req-7f96e77a-7054-4c3b-96ed-da994b2c481a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:14.686725 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e02de0d8-f079-4ee6-bc26-5cb0d4d9b913 req-7f96e77a-7054-4c3b-96ed-da994b2c481a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0810671 Jun 23 16:46:14.732545 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e02de0d8-f079-4ee6-bc26-5cb0d4d9b913 req-604d5d0f-9706-4655-9780-e1adf24e6932 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Jun 23 16:46:15.659843 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63548f6-756d-46c9-9841-b40a4fd6584f req-9240be74-04f8-4657-9917-f994c6277bfb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:15.661664 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c63548f6-756d-46c9-9841-b40a4fd6584f req-9240be74-04f8-4657-9917-f994c6277bfb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0879853 Jun 23 16:46:15.721314 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c63548f6-756d-46c9-9841-b40a4fd6584f req-80e15ab6-d079-444a-a2a4-d858f73a1871 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477548 Jun 23 16:46:15.734320 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-8141366a-7f67-4d98-a1b2-b7f743b5b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:15.736804 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-8141366a-7f67-4d98-a1b2-b7f743b5b5ee service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1098 time: 0.0749719 Jun 23 16:46:15.907342 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-75b27653-1c2f-49e1-9c17-494ff627c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:15.909604 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-75b27653-1c2f-49e1-9c17-494ff627c8da service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.1405964 Jun 23 16:46:15.946637 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1476371-ae56-4575-95de-c0bcfa78b967 req-fc0341df-9d17-420d-87ed-ef80b9b15206 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:15.954516 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f1476371-ae56-4575-95de-c0bcfa78b967 req-fc0341df-9d17-420d-87ed-ef80b9b15206 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0880291 Jun 23 16:46:15.990097 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-fc5fc70a-0ee6-4e59-8ae0-534ead630c7e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 1001 time: 0.0702741 Jun 23 16:46:16.001443 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f1476371-ae56-4575-95de-c0bcfa78b967 req-22587916-c376-4683-be04-3aab5142c44a tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Jun 23 16:46:16.048246 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-98f8f72f-6d1c-4f72-9714-c24454887401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:16.049930 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-98f8f72f-6d1c-4f72-9714-c24454887401 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0507607 Jun 23 16:46:16.126164 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-38a3a891-20bf-4640-b18f-77807abdbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:16.128015 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-38a3a891-20bf-4640-b18f-77807abdbbaf service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700288 Jun 23 16:46:16.240303 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-3e4272c8-143d-4163-a6b5-923f82d8a1f5 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959477 Jun 23 16:46:16.365790 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8d5ca357-02b7-4877-9c32-3c83f66c43e0 req-62d1c2ac-75d1-4ad2-b81b-2d7e3fec1531 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163845 Jun 23 16:46:16.936065 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20388d-501e-4a66-88d9-7412300aa9e4 req-fc110614-533a-4654-b0df-bbaceecc6e58 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:16.938702 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5e20388d-501e-4a66-88d9-7412300aa9e4 req-fc110614-533a-4654-b0df-bbaceecc6e58 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0916929 Jun 23 16:46:16.943687 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-94cfc9a2-077f-496f-a5b3-e3df0476524b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:16.945323 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-94cfc9a2-077f-496f-a5b3-e3df0476524b tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.111 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0844090 Jun 23 16:46:17.039029 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5e20388d-501e-4a66-88d9-7412300aa9e4 req-02b37077-7d60-47c8-a3f8-4296e0c554f7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944185 Jun 23 16:46:17.126463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Deleting port fa408cae-1e8d-4a4f-9950-0eca853e7c5d {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:17.126823 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:17.215372 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4ed0d-a9b2-49c7-a9b4-5e96b0dc72ec req-299211ce-4ab5-4cb6-8cec-231a1f08a51f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:17.223403 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b5e4ed0d-a9b2-49c7-a9b4-5e96b0dc72ec req-299211ce-4ab5-4cb6-8cec-231a1f08a51f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 946 time: 0.0793486 Jun 23 16:46:17.246805 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] For port fa408cae-1e8d-4a4f-9950-0eca853e7c5d, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:17.247230 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:17.261629 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b5e4ed0d-a9b2-49c7-a9b4-5e96b0dc72ec req-d3eb5451-083a-40a9-a016-59be9ac0ad36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/security-groups?id=8392c135-61bc-4637-8fcc-9192025572ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373778 Jun 23 16:46:17.264796 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Calling delete_port for fa408cae-1e8d-4a4f-9950-0eca853e7c5d owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:17.405437 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:17.409743 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:17.436356 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Pushing event deleted for resources: {'Port': ['ID=fa408cae-1e8d-4a4f-9950-0eca853e7c5d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:17.440644 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:17.461958 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['fa408cae-1e8d-4a4f-9950-0eca853e7c5d'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:46:17.511873 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] No DVR routers for this DVR port fa408cae-1e8d-4a4f-9950-0eca853e7c5d on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:17.516227 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:17.518257 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-13b61995-fbb3-43ad-ae2f-6f5d2b176c86 req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.111 "DELETE /v2.0/ports/fa408cae-1e8d-4a4f-9950-0eca853e7c5d HTTP/1.1" status: 204 len: 173 time: 0.5551212 Jun 23 16:46:17.518785 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b7c81a3e-6e12-4e88-8b4b-bc4225555d07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:17.518952 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'name': 'network-vif-deleted', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:46:17.521609 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd80c1ca-9f76-4ee2-8fad-73443741f1d2" -d '{"events": [{"server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "name": "network-vif-deleted", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:46:17.529080 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:17.580552 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb58e88f-94bc-4677-bd62-ac4470740f35 x-openstack-request-id: req-fb58e88f-94bc-4677-bd62-ac4470740f35 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:46:17.580875 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a409dc0-ddf5-4d17-a607-1ee66cae0eb6", "name": "network-vif-deleted", "tag": "fa408cae-1e8d-4a4f-9950-0eca853e7c5d", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:46:17.581158 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fb58e88f-94bc-4677-bd62-ac4470740f35 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:46:17.581610 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a409dc0-ddf5-4d17-a607-1ee66cae0eb6', 'name': 'network-vif-deleted', 'tag': 'fa408cae-1e8d-4a4f-9950-0eca853e7c5d', 'status': 'completed', 'code': 200} Jun 23 16:46:18.239946 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f8f1e-30fe-4d33-9eb6-797ccde21072 req-d2cbb7e1-c724-495c-b2c6-8b0f8761b47c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:18.241543 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ea7f8f1e-30fe-4d33-9eb6-797ccde21072 req-d2cbb7e1-c724-495c-b2c6-8b0f8761b47c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0731418 Jun 23 16:46:18.280943 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ea7f8f1e-30fe-4d33-9eb6-797ccde21072 req-dacf9ec1-b65a-4cf5-a26a-0d3ec33e23a3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335989 Jun 23 16:46:18.452922 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-13d00fb9-251b-47f6-afbf-13c7d542a169 req-ee2f0d83-99ef-49c1-97ac-491cac1263bb tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] 10.222.0.97 "GET /v2.0/ports?device_id=4a409dc0-ddf5-4d17-a607-1ee66cae0eb6 HTTP/1.1" status: 200 len: 210 time: 0.0459998 Jun 23 16:46:18.480293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-fc581c8f-2659-4875-98ef-2a7d67e27568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:18.482085 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-fc581c8f-2659-4875-98ef-2a7d67e27568 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1098 time: 0.0698740 Jun 23 16:46:18.564424 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:18.583704 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-c4eb88f0-1a5b-486a-a99d-22371c884243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:18.585279 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-c4eb88f0-1a5b-486a-a99d-22371c884243 service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0960374 Jun 23 16:46:18.659214 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-a00bb3d7-3104-4b62-bc3d-c18e0f8a2589 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 1001 time: 0.0673556 Jun 23 16:46:18.718885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-0fd69765-f4a8-4ee5-a874-6fab831f1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:18.720389 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-0fd69765-f4a8-4ee5-a874-6fab831f1fc0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0461884 Jun 23 16:46:18.783150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-79115bf8-2a5c-42f0-9e6d-e8f60780a3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:18.784647 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-79115bf8-2a5c-42f0-9e6d-e8f60780a3c7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567501 Jun 23 16:46:18.884375 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-459a5069-83a4-488c-8acc-e4f9c7e5faa8 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920789 Jun 23 16:46:18.983386 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-21f5cf27-a540-42a7-84fd-60de3d86b9c1 req-8c62a2c7-681b-4b09-97ec-4ce30371a140 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925093 Jun 23 16:46:19.471696 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d84ddd0-553e-4e4b-9dc9-8e08713d3468 req-79422d55-e425-42dd-867a-4ccfb9424537 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:19.473137 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d84ddd0-553e-4e4b-9dc9-8e08713d3468 req-79422d55-e425-42dd-867a-4ccfb9424537 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0647399 Jun 23 16:46:19.512802 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7d84ddd0-553e-4e4b-9dc9-8e08713d3468 req-36f05b14-7f40-445b-98e7-6e32962f611c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Jun 23 16:46:20.081232 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60668) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:20.219283 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:20.449817 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:20.598509 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device fa408cae-1e8d-4a4f-9950-0eca853e7c5d no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:20.633164 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: fa408cae-1e8d-4a4f-9950-0eca853e7c5d {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:20.633730 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device fa408cae-1e8d-4a4f-9950-0eca853e7c5d not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:20.802787 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:46:20.957336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec706290-8251-49be-85dc-253e8d90bea3 req-0aafc422-2be4-49d4-bc1a-c1030c0c3cc3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:20.958927 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec706290-8251-49be-85dc-253e8d90bea3 req-0aafc422-2be4-49d4-bc1a-c1030c0c3cc3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.1034839 Jun 23 16:46:21.044125 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec706290-8251-49be-85dc-253e8d90bea3 req-283b7a90-5095-4755-9df2-a89580619bd7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618100 Jun 23 16:46:21.068737 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Deleting port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:21.069074 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:21.152121 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] For port 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:21.152395 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:21.164480 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Calling delete_port for 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a owned by network:router_interface {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:21.346563 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:21.348800 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:21.373300 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=998a08fb-acb9-41c3-b1b4-1c9b27d35a9a,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:21.376468 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:21.540980 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:21.757336 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:46:21.864958 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:46:21.870083 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] 10.222.0.97 "PUT /v2.0/routers/0d1a31f3-dcb8-4057-8e07-9f65c908c53b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7877746 Jun 23 16:46:21.873090 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60672) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:21.874094 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] Sync routers for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:46:21.883331 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:21.883994 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:46:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:21.980860 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:21.987424 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:22.088610 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.149379 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Deleting port f0817117-4a1a-462b-85b0-3ab1a91eb2a8 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:22.149715 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.169054 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144'}], 'enable_snat': True}, 'gw_port_id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:46:21Z', 'revision_number': 5, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port': {'id': 'f0817117-4a1a-462b-85b0-3ab1a91eb2a8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:88:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:43:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:22.206693 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] Checking router: 0d1a31f3-dcb8-4057-8e07-9f65c908c53b for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:46:22.225700 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] Routers {'0d1a31f3-dcb8-4057-8e07-9f65c908c53b'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:22.227803 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:46:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:22.242005 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] For port f0817117-4a1a-462b-85b0-3ab1a91eb2a8, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:22.242384 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.248463 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61def90-8c28-499e-95e1-dacf23f1c166 req-202bacaf-134a-454d-a705-9c083d164bfc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:22.250955 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f61def90-8c28-499e-95e1-dacf23f1c166 req-202bacaf-134a-454d-a705-9c083d164bfc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 945 time: 0.0819414 Jun 23 16:46:22.257414 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Calling delete_port for f0817117-4a1a-462b-85b0-3ab1a91eb2a8 owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:22.294518 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f61def90-8c28-499e-95e1-dacf23f1c166 req-9acc9227-f6b2-464d-994d-1c64361688fe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375712 Jun 23 16:46:22.460690 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.464661 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-085d6c8c-672b-4dfa-b06e-3bf17bb2abcf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:22.469453 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] Set router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:22.495450 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Pushing event deleted for resources: {'Port': ['ID=f0817117-4a1a-462b-85b0-3ab1a91eb2a8,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:22.499301 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:22.525232 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:46:22Z', 'revision_number': 6, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port_host': None}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:22.557187 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ebdbd3-7c42-40cb-af4c-a23f40c24dad None None] The sync data for ids ['0d1a31f3-dcb8-4057-8e07-9f65c908c53b'] in dv-cinder-796950-7-smb is: [{'id': '0d1a31f3-dcb8-4057-8e07-9f65c908c53b', 'name': 'tempest-TestMinimumBasicScenario-855396005-router', 'tenant_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:27Z', 'updated_at': '2021-06-23T16:46:22Z', 'revision_number': 6, 'project_id': 'b5e0cc02b19b43a4b41b275e597101dd', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:46:22.573562 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.626018 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:22.686204 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.688650 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.707820 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.739238 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:46:22.741748 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a18dde-2539-4743-9808-4afac2fa183d" -d '{"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-unplugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:46:22.756606 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:22.761706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.763963 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:22.765605 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.766448 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d1a31f3-dcb8-4057-8e07-9f65c908c53b {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:46:22.773788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.775150 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-f328e872-93c8-4333-a9bc-31aaa149cdba admin admin] 10.222.0.97 "DELETE /v2.0/routers/0d1a31f3-dcb8-4057-8e07-9f65c908c53b HTTP/1.1" status: 204 len: 168 time: 0.9010360 Jun 23 16:46:22.778024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60690) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:22.804105 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 16:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce7293d-6f27-400f-88f5-939829ee5510 x-openstack-request-id: req-fce7293d-6f27-400f-88f5-939829ee5510 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:46:22.804696 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-unplugged", "status": "failed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "code": 422}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:46:22.805012 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-fce7293d-6f27-400f-88f5-939829ee5510 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:46:22.805444 dv-cinder-796950-7-smb neutron-server[99535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'code': 422} returned with failed status Jun 23 16:46:22.823909 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=8']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:22.830286 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:22.848063 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Deleting subnet 54f0ff86-8a87-4dfe-98f1-eb266c8fd934 {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:46:22.853642 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:22.909116 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069466082'] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.037505 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.104070 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065467377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069342651'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.116434 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:23.131489 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b7b920-191f-459c-8307-527ebc14cd31 None None] Network 5795ef98-0a12-4f64-855e-029ca7944338 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:46:23.148417 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.152777 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] 10.222.0.97 "DELETE /v2.0/subnets/54f0ff86-8a87-4dfe-98f1-eb266c8fd934 HTTP/1.1" status: 204 len: 168 time: 0.3711927 Jun 23 16:46:23.152777 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f0ff86-8a87-4dfe-98f1-eb266c8fd934,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:23.153293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60700) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:23.175226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-56126da2-ba01-4c26-8999-874b739453cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:23.223929 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62fb87-03a8-4d01-8876-1b8bd7b63615 req-b30d04f9-0f1b-4062-ae57-fe9037463d93 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:23.228979 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3f62fb87-03a8-4d01-8876-1b8bd7b63615 req-b30d04f9-0f1b-4062-ae57-fe9037463d93 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0900171 Jun 23 16:46:23.229317 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.288198 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3f62fb87-03a8-4d01-8876-1b8bd7b63615 req-9f753ef9-c29a-4262-baf5-dd551f0ec8e7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525348 Jun 23 16:46:23.298558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Deleting port fdb14e33-fe3e-4066-a565-05687c7e361b {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:23.298898 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.370386 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] For port fdb14e33-fe3e-4066-a565-05687c7e361b, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=fdb14e33-fe3e-4066-a565-05687c7e361b,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:23.370627 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.386756 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] DHCP port deletion for 5795ef98-0a12-4f64-855e-029ca7944338 request from dv-cinder-796950-7-smb {{(pid=99535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:46:23.392233 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60716) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:23.394148 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Calling delete_port for fdb14e33-fe3e-4066-a565-05687c7e361b owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:23.458641 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Deleting port fdb14e33-fe3e-4066-a565-05687c7e361b {{(pid=99535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:23.459023 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.501411 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.503901 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:23.532327 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb14e33-fe3e-4066-a565-05687c7e361b,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:23.532584 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-4e41c330-b2ac-4f20-b29a-559a18613748 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1388597 Jun 23 16:46:23.538943 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:23.540304 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] No DVR routers for this DVR port fdb14e33-fe3e-4066-a565-05687c7e361b on host dv-cinder-796950-7-smb {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:23.540758 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] For port fdb14e33-fe3e-4066-a565-05687c7e361b, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=fdb14e33-fe3e-4066-a565-05687c7e361b,segment=NetworkSegment(0cdf39fc-f086-4778-bd84-d76771a8f123),segment_id=0cdf39fc-f086-4778-bd84-d76771a8f123)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:23.541061 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.555496 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Calling delete_port for fdb14e33-fe3e-4066-a565-05687c7e361b owned by network:dhcp {{(pid=99535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:23.612405 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.622474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5795ef98-0a12-4f64-855e-029ca7944338']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:23.637110 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdf39fc-f086-4778-bd84-d76771a8f123') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:23.637472 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdf39fc-f086-4778-bd84-d76771a8f123') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:23.648046 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.662628 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.671035 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Releasing vlan 1405 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:46:23.671617 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:46:23.673744 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:46:23.688226 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206'] for port, after_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.690135 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:23.713883 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Pushing event deleted for resources: {'Port': ['ID=fdb14e33-fe3e-4066-a565-05687c7e361b,revision_number=None']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:23.719792 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:23.722622 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] No DVR routers for this DVR port fdb14e33-fe3e-4066-a565-05687c7e361b on host dv-cinder-796950-7-smb {{(pid=99535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:23.733543 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.740578 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b4001fca-a841-4b47-b086-5816bfba0eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:23.743186 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:23.747651 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] 10.222.0.97 "DELETE /v2.0/networks/5795ef98-0a12-4f64-855e-029ca7944338 HTTP/1.1" status: 204 len: 168 time: 0.5896950 Jun 23 16:46:23.750175 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60720) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:23.760077 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Pushing event deleted for resources: {'Network': ['ID=5795ef98-0a12-4f64-855e-029ca7944338,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:23.762541 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:24.113699 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.394056 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Deleting port d7169428-47f2-4d59-a780-be50eb5a9479 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:24.394762 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.423511 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device fdb14e33-fe3e-4066-a565-05687c7e361b no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:24.443421 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: fdb14e33-fe3e-4066-a565-05687c7e361b {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:24.443902 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device fdb14e33-fe3e-4066-a565-05687c7e361b not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:24.444390 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:24.467745 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:24.468125 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 998a08fb-acb9-41c3-b1b4-1c9b27d35a9a not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:24.468530 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device f0817117-4a1a-462b-85b0-3ab1a91eb2a8 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:24.487634 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: f0817117-4a1a-462b-85b0-3ab1a91eb2a8 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:24.488023 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device f0817117-4a1a-462b-85b0-3ab1a91eb2a8 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:24.515153 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] For port d7169428-47f2-4d59-a780-be50eb5a9479, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=d7169428-47f2-4d59-a780-be50eb5a9479,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:24.515504 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.530197 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Calling delete_port for d7169428-47f2-4d59-a780-be50eb5a9479 owned by network:router_interface {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:24.544164 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab021a-5ab6-4aa9-acd9-1c74c838586f req-76b47e2c-378f-46ca-bbe5-9e19c5778e17 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:24.545980 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b5ab021a-5ab6-4aa9-acd9-1c74c838586f req-76b47e2c-378f-46ca-bbe5-9e19c5778e17 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.1324301 Jun 23 16:46:24.631196 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b5ab021a-5ab6-4aa9-acd9-1c74c838586f req-ae53b69f-d74a-44f1-8668-45dda919d015 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788743 Jun 23 16:46:24.755983 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:24.758977 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9b38fb1e-b479-4b4a-862f-0b3ec9812f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:24.783798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7169428-47f2-4d59-a780-be50eb5a9479,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:24.788948 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:24.951998 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.169661 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Router 1128fccc-8f34-46d4-989d-686a2acb527d has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:46:25.276241 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:46:25.282279 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] 10.222.0.97 "PUT /v2.0/routers/1128fccc-8f34-46d4-989d-686a2acb527d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5309749 Jun 23 16:46:25.284322 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60730) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:25.285361 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] Sync routers for ids ['1128fccc-8f34-46d4-989d-686a2acb527d'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:46:25.295999 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] Routers {'1128fccc-8f34-46d4-989d-686a2acb527d'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:25.296621 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:46:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['1128fccc-8f34-46d4-989d-686a2acb527d'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:25.391869 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.402952 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] Set router 1128fccc-8f34-46d4-989d-686a2acb527d gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:25.502943 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.570063 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Deleting port 617824fd-7ed6-4188-b06e-f43cf9607fdc {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:25.570491 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.658530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] For port 617824fd-7ed6-4188-b06e-f43cf9607fdc, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=617824fd-7ed6-4188-b06e-f43cf9607fdc,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:25.658926 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.673118 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Calling delete_port for 617824fd-7ed6-4188-b06e-f43cf9607fdc owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:25.693382 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187'}], 'enable_snat': True}, 'gw_port_id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:46:24Z', 'revision_number': 5, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port': {'id': '617824fd-7ed6-4188-b06e-f43cf9607fdc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:df:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:43:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:25.720929 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] Checking router: 1128fccc-8f34-46d4-989d-686a2acb527d for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:46:25.729896 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] Routers {'1128fccc-8f34-46d4-989d-686a2acb527d'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:46:25.730515 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:46:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['1128fccc-8f34-46d4-989d-686a2acb527d'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:25.827529 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] Set router 1128fccc-8f34-46d4-989d-686a2acb527d gateway port host: None {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:46:25.837989 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe444df0-1c0a-4783-bd08-370c87ea543a req-0dca254e-b416-4335-bc0f-415ed91f1cd7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:25.839837 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fe444df0-1c0a-4783-bd08-370c87ea543a req-0dca254e-b416-4335-bc0f-415ed91f1cd7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0816751 Jun 23 16:46:25.871926 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:25.877222 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-390c5625-f887-45fa-b849-e00cf63dfb5c tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:25.891744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fe444df0-1c0a-4783-bd08-370c87ea543a req-cd6deb9b-8727-4d27-89c7-eae14b511aad tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385540 Jun 23 16:46:25.891959 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:46:25Z', 'revision_number': 6, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port_host': None}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:25.925176 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=617824fd-7ed6-4188-b06e-f43cf9607fdc,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:25.928804 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd93784d-b582-4f8c-b6e5-07534c51b9e7 None None] The sync data for ids ['1128fccc-8f34-46d4-989d-686a2acb527d'] in dv-cinder-796950-7-smb is: [{'id': '1128fccc-8f34-46d4-989d-686a2acb527d', 'name': 'tempest-TestMinimumBasicScenario-37228044-router', 'tenant_id': '8104c3ac25014644992e7b0fcbeede35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:43:33Z', 'updated_at': '2021-06-23T16:46:25Z', 'revision_number': 6, 'project_id': '8104c3ac25014644992e7b0fcbeede35', 'gw_port_host': None}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:46:25.929395 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:26.007840 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.098273 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.100802 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.147329 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.147885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1128fccc-8f34-46d4-989d-686a2acb527d {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:46:26.152661 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.153751 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] 10.222.0.97 "DELETE /v2.0/routers/1128fccc-8f34-46d4-989d-686a2acb527d HTTP/1.1" status: 204 len: 168 time: 0.8684998 Jun 23 16:46:26.156421 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60742) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:26.203011 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Deleting subnet 836b2b44-5632-4936-b7d0-881dc3720cae {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:46:26.206715 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.242774 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.600227 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.653501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.656034 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1393eb69-9a37-46dd-a031-f4c04c9fb9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:26.682326 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=836b2b44-5632-4936-b7d0-881dc3720cae,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:26.685010 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:26.687874 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.689767 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-dd733b2f-8ad6-437f-a503-012e815e7341 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/836b2b44-5632-4936-b7d0-881dc3720cae HTTP/1.1" status: 204 len: 168 time: 0.5324275 Jun 23 16:46:26.692543 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60744) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:26.695816 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb043a5d-feb6-4215-84fd-b37c659e5dcb None None] Network 83add44a-ee4c-43c2-ac89-41167b9d756d requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:46:26.797067 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.822493 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d7169428-47f2-4d59-a780-be50eb5a9479 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:26.844334 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: d7169428-47f2-4d59-a780-be50eb5a9479 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:26.844681 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device d7169428-47f2-4d59-a780-be50eb5a9479 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:26.854881 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Deleting port 8dddb076-baab-4691-9f06-f16375f2c367 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:26.855484 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.922700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] For port 8dddb076-baab-4691-9f06-f16375f2c367, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=8dddb076-baab-4691-9f06-f16375f2c367,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:26.923057 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:26.937017 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Calling delete_port for 8dddb076-baab-4691-9f06-f16375f2c367 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:26.940702 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] DHCP port deletion for 83add44a-ee4c-43c2-ac89-41167b9d756d request from dv-cinder-796950-7-smb {{(pid=99535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:46:26.994501 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Deleting port 8dddb076-baab-4691-9f06-f16375f2c367 {{(pid=99535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:46:26.995142 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.047028 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.049957 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d1b56072-5f4e-41a9-8717-49d331300dac tempest-VolumesActionsTest-603500634 tempest-VolumesActionsTest-603500634-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:27.082637 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] For port 8dddb076-baab-4691-9f06-f16375f2c367, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=8dddb076-baab-4691-9f06-f16375f2c367,segment=NetworkSegment(e959d7a4-7182-4e51-a984-f78a280b0e39),segment_id=e959d7a4-7182-4e51-a984-f78a280b0e39)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:27.083176 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.085608 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dddb076-baab-4691-9f06-f16375f2c367,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:27.087043 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] No DVR routers for this DVR port 8dddb076-baab-4691-9f06-f16375f2c367 on host dv-cinder-796950-7-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:27.097307 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:27.103490 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Calling delete_port for 8dddb076-baab-4691-9f06-f16375f2c367 owned by network:dhcp {{(pid=99535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:46:27.180383 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206'] for port, after_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.182180 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d44c88bb-6888-43bd-9190-8d0555c50b46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:27.191087 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.205702 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83add44a-ee4c-43c2-ac89-41167b9d756d']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.205983 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Pushing event deleted for resources: {'Port': ['ID=8dddb076-baab-4691-9f06-f16375f2c367,revision_number=None']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:27.209296 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:27.212002 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] No DVR routers for this DVR port 8dddb076-baab-4691-9f06-f16375f2c367 on host dv-cinder-796950-7-smb {{(pid=99535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:46:27.220511 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e959d7a4-7182-4e51-a984-f78a280b0e39') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.220836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e959d7a4-7182-4e51-a984-f78a280b0e39') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:46:27.233735 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.252972 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bdd25-14bf-4846-89ec-fe149439a9e7 req-dda24718-6bf2-42b7-b607-6274fff2157a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:27.254491 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-945bdd25-14bf-4846-89ec-fe149439a9e7 req-dda24718-6bf2-42b7-b607-6274fff2157a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.1731596 Jun 23 16:46:27.258546 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.271116 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Releasing vlan 1411 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:46:27.271499 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:46:27.273659 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:46:27.343940 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-945bdd25-14bf-4846-89ec-fe149439a9e7 req-09b7b337-707f-4a80-b75d-3eb0227ad93f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828624 Jun 23 16:46:27.349192 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.353638 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-215b717f-4a02-4757-812a-82cdb7a97366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:27.356274 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.359066 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] 10.222.0.97 "DELETE /v2.0/networks/83add44a-ee4c-43c2-ac89-41167b9d756d HTTP/1.1" status: 204 len: 168 time: 0.6654186 Jun 23 16:46:27.373658 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Pushing event deleted for resources: {'Network': ['ID=83add44a-ee4c-43c2-ac89-41167b9d756d,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:27.376710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-de95422f-c11a-408a-9b19-58d082d84b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:27.477522 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60752) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:27.518392 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-7695c217-1ccb-47d7-9be3-1dcf42609ec9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=b5e0cc02b19b43a4b41b275e597101dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396447 Jun 23 16:46:27.521081 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60754) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:27.573256 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.594565 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.640983 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.643576 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:27.644749 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/8392c135-61bc-4637-8fcc-9192025572ab HTTP/1.1" status: 204 len: 168 time: 0.1227005 Jun 23 16:46:27.645582 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0709723e-e217-4595-9d27-8710ac9f7d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:27.654448 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8392c135-61bc-4637-8fcc-9192025572ab,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:27.657465 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:27.970229 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60760) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:28.010122 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1f72bfc4-38e7-4f19-909c-0fe4fd2827d9 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8104c3ac25014644992e7b0fcbeede35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384197 Jun 23 16:46:28.012499 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60762) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:46:28.063064 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.085149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.137756 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.141156 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:28.145661 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/65069d38-f974-4f14-86d3-cac965d2ce7a HTTP/1.1" status: 204 len: 168 time: 0.1321547 Jun 23 16:46:28.146548 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b5bdc6c2-6f7b-4416-a301-f9ff08b92053 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:28.155177 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65069d38-f974-4f14-86d3-cac965d2ce7a,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:28.157930 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-62e8f2bf-11d7-4faf-82f8-29d2a5478285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:28.424614 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 617824fd-7ed6-4188-b06e-f43cf9607fdc no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:28.455099 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 617824fd-7ed6-4188-b06e-f43cf9607fdc {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:28.455545 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 617824fd-7ed6-4188-b06e-f43cf9607fdc not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:28.456075 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 8dddb076-baab-4691-9f06-f16375f2c367 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:46:28.477690 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 8dddb076-baab-4691-9f06-f16375f2c367 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:46:28.479939 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 8dddb076-baab-4691-9f06-f16375f2c367 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:46:28.577520 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b00e9a-d4ac-4ed5-9d91-fb716882b170 req-7cd98452-bad7-42ee-9c10-e0f6c1958143 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:28.579662 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-97b00e9a-d4ac-4ed5-9d91-fb716882b170 req-7cd98452-bad7-42ee-9c10-e0f6c1958143 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0839772 Jun 23 16:46:28.869399 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-97b00e9a-d4ac-4ed5-9d91-fb716882b170 req-adc6f84b-4846-43d2-9e3d-f4a8deec2c3f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2840493 Jun 23 16:46:29.394863 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-74ea69af-27d1-445f-b2e5-021337d44549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:29.396388 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-74ea69af-27d1-445f-b2e5-021337d44549 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3&tenant_id=599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 1096 time: 0.0853090 Jun 23 16:46:29.489353 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-7aa31517-92a2-4c5a-a55e-bf5acedc3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:29.490866 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-7aa31517-92a2-4c5a-a55e-bf5acedc3353 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1096 time: 0.0573869 Jun 23 16:46:29.580915 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-0c759590-a393-45e0-886d-7dcf9d71f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:29.582369 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-0c759590-a393-45e0-886d-7dcf9d71f033 service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0846443 Jun 23 16:46:29.650265 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-14529402-49e5-4e15-bae4-027164518ff5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 999 time: 0.0610702 Jun 23 16:46:29.699924 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-560cbc62-c800-4a20-ab49-35ab6e93f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:29.701601 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-560cbc62-c800-4a20-ab49-35ab6e93f661 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0450115 Jun 23 16:46:29.762673 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-d9db9e0d-e813-4654-89e5-9f60ac6e9ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:29.764585 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-d9db9e0d-e813-4654-89e5-9f60ac6e9ed9 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570991 Jun 23 16:46:29.862798 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-e9540602-e686-41ab-8b03-648ddf5a0bb9 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912354 Jun 23 16:46:29.958063 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a7bb8d9b-6918-4a2e-ae46-0ec854842a40 req-da3d268e-6a1f-4d39-b77d-ea0645b2627a service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883930 Jun 23 16:46:30.066568 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca9b9e-1f6a-439f-a9de-3d842bd02133 req-5797e841-93b4-47d5-b391-ec0ed31045cc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:30.068066 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0aca9b9e-1f6a-439f-a9de-3d842bd02133 req-5797e841-93b4-47d5-b391-ec0ed31045cc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0639310 Jun 23 16:46:30.106049 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0aca9b9e-1f6a-439f-a9de-3d842bd02133 req-ce53b236-0531-472e-9c7a-6253365d2ee0 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Jun 23 16:46:31.297409 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb03c698-4e97-4b2a-963a-bab5719a9c06 req-10315ab5-79c7-41b0-a7d6-20758eff27d3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:31.298926 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eb03c698-4e97-4b2a-963a-bab5719a9c06 req-10315ab5-79c7-41b0-a7d6-20758eff27d3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0689890 Jun 23 16:46:31.345725 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-eb03c698-4e97-4b2a-963a-bab5719a9c06 req-eeae8fa4-4f23-4491-a678-d9823d0cce2e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407059 Jun 23 16:46:32.533134 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f1a8e-44b7-461e-ae24-27775db6e2bc req-f02e5b4d-136e-44c8-bc7d-235362838f91 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:32.534730 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-be2f1a8e-44b7-461e-ae24-27775db6e2bc req-f02e5b4d-136e-44c8-bc7d-235362838f91 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0680373 Jun 23 16:46:32.583339 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-be2f1a8e-44b7-461e-ae24-27775db6e2bc req-97f16bf9-82ae-4159-b738-584fc8687295 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 Jun 23 16:46:33.771016 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9299c53-c899-4ddf-954d-d740a17811dd req-15bae0ed-5175-48a5-bc95-268d0ef41531 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:33.772596 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c9299c53-c899-4ddf-954d-d740a17811dd req-15bae0ed-5175-48a5-bc95-268d0ef41531 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0652142 Jun 23 16:46:33.813094 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c9299c53-c899-4ddf-954d-d740a17811dd req-c5d8cefa-1c15-4e6b-947c-234af08fe288 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347462 Jun 23 16:46:35.024433 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc493b2-02fb-4464-8076-41ef13b3a277 req-d6dd2a38-364f-4c50-b985-6af3d2e5da7f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:35.025988 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-efc493b2-02fb-4464-8076-41ef13b3a277 req-d6dd2a38-364f-4c50-b985-6af3d2e5da7f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0817497 Jun 23 16:46:35.072940 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-efc493b2-02fb-4464-8076-41ef13b3a277 req-d75bff84-e366-4e07-a3e5-8d0ecc382f36 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406311 Jun 23 16:46:36.270146 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1b39d-334c-49ba-aa2d-10ac9b90a28c req-908594cf-9503-49c5-863c-6528af7059fe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:36.271772 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dad1b39d-334c-49ba-aa2d-10ac9b90a28c req-908594cf-9503-49c5-863c-6528af7059fe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0735092 Jun 23 16:46:36.314074 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dad1b39d-334c-49ba-aa2d-10ac9b90a28c req-b0d56722-615b-4fb9-ab38-f8947447add0 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363586 Jun 23 16:46:37.517327 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18ec54-40fb-4ef4-9321-b295cb618ca8 req-6f7d9454-e4aa-4e17-81ca-2f2f5532033a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:37.524737 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6a18ec54-40fb-4ef4-9321-b295cb618ca8 req-6f7d9454-e4aa-4e17-81ca-2f2f5532033a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0803235 Jun 23 16:46:37.565021 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6a18ec54-40fb-4ef4-9321-b295cb618ca8 req-39faea98-3bf9-4427-a7a4-a84825080982 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392406 Jun 23 16:46:38.763037 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c814cf-50d7-4030-bbc1-ae1a0585edc3 req-4ca1c960-9622-4556-ac51-612e2ad063d2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:38.765019 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-59c814cf-50d7-4030-bbc1-ae1a0585edc3 req-4ca1c960-9622-4556-ac51-612e2ad063d2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0687919 Jun 23 16:46:38.806088 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-59c814cf-50d7-4030-bbc1-ae1a0585edc3 req-2ac345e1-081d-4420-9bf1-63dabd1d7a85 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353968 Jun 23 16:46:39.996489 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319fd02-4b0d-4879-a755-dbedc4025f71 req-43e7751c-5ed0-48cf-ad14-4dd5e4cad1a4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:39.998095 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d319fd02-4b0d-4879-a755-dbedc4025f71 req-43e7751c-5ed0-48cf-ad14-4dd5e4cad1a4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0699382 Jun 23 16:46:40.043619 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d319fd02-4b0d-4879-a755-dbedc4025f71 req-5b1cded0-00be-4ffe-83c4-e83de5bd4b68 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397446 Jun 23 16:46:41.236999 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd7827-0525-4ab5-802a-3a6a750bebd8 req-3dc15f5a-a90e-4ab9-a63f-9bca0103ce52 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:41.238508 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f7cd7827-0525-4ab5-802a-3a6a750bebd8 req-3dc15f5a-a90e-4ab9-a63f-9bca0103ce52 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0723560 Jun 23 16:46:41.280835 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f7cd7827-0525-4ab5-802a-3a6a750bebd8 req-5834c9f8-e410-40d9-93f5-9eb79083050b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357893 Jun 23 16:46:42.464200 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cdf2d0-e1c9-485e-ab83-9bd5deda67ca req-48b4f179-a9b0-4518-b1df-1cce153a3ead tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:42.465766 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-21cdf2d0-e1c9-485e-ab83-9bd5deda67ca req-48b4f179-a9b0-4518-b1df-1cce153a3ead tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0661032 Jun 23 16:46:42.508694 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-21cdf2d0-e1c9-485e-ab83-9bd5deda67ca req-a54a2e9a-4e76-4cf9-8bc5-3d88ae9423b5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352471 Jun 23 16:46:43.697805 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7f5a8-366f-4c56-b3e5-5b69dcf1e8a7 req-49a267b0-3e65-453a-bd13-14fef3a01281 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:43.699298 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9f7f5a8-366f-4c56-b3e5-5b69dcf1e8a7 req-49a267b0-3e65-453a-bd13-14fef3a01281 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0690980 Jun 23 16:46:43.745559 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9f7f5a8-366f-4c56-b3e5-5b69dcf1e8a7 req-4b3206d6-e60e-4545-ba81-fe55e01e9e9b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402424 Jun 23 16:46:44.261578 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:44.677257 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-0723a001-c06b-4b31-806f-98852a3a1332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:44.715900 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:46:44.830261 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:44.842321 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '46f6c54b-cdee-480f-8993-9d0188587082', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'port_id': '46f6c54b-cdee-480f-8993-9d0188587082', 'mac_address': 'fa:16:3e:05:1e:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:46:44.884809 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:44.899253 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f6c54b-cdee-480f-8993-9d0188587082 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:46:44.923953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:44.931037 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:44.933813 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:44.947729 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95077c2-ca21-4ab7-b206-ec1e87cd7d76 req-cf24d12f-aa7f-477c-905c-b4173f7ccdca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:44.949369 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e95077c2-ca21-4ab7-b206-ec1e87cd7d76 req-cf24d12f-aa7f-477c-905c-b4173f7ccdca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 943 time: 0.0761845 Jun 23 16:46:44.991834 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=9']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:44.996953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:44.999541 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e95077c2-ca21-4ab7-b206-ec1e87cd7d76 req-ebdc00a1-51bb-4d8e-928a-9ee5e000f88d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431223 Jun 23 16:46:45.224023 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['46f6c54b-cdee-480f-8993-9d0188587082'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:46:46.190050 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3cc799-375c-47e7-bd8e-55093cdab76b req-bc13840d-0b2b-4fe3-97fb-6e3b4d6730fc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:46.191583 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9a3cc799-375c-47e7-bd8e-55093cdab76b req-bc13840d-0b2b-4fe3-97fb-6e3b4d6730fc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 944 time: 0.0657651 Jun 23 16:46:46.231602 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9a3cc799-375c-47e7-bd8e-55093cdab76b req-c047358c-4f66-4f0e-9c3f-e1881451f71a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340266 Jun 23 16:46:46.715390 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:46:46.767214 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 46f6c54b-cdee-480f-8993-9d0188587082 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:46:46.767557 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:46.848180 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:46.875714 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:46:46.878210 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd59fbdc-f77d-4e13-98f8-f67ac096c112" -d '{"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-plugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:46:46.892585 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:46:46.898193 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:46.900072 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:46:46.922309 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d25013-1baa-4624-9e2a-142193d57dfc x-openstack-request-id: req-59d25013-1baa-4624-9e2a-142193d57dfc {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:46:46.922618 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-plugged", "status": "completed", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:46:46.922880 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-59d25013-1baa-4624-9e2a-142193d57dfc {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:46:46.923289 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'code': 200} Jun 23 16:46:46.953000 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=10']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:46:46.957567 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:46:47.437971 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21c44c-81a2-4323-9238-54b114c16510 req-2273350e-e23f-46c6-aa5f-0261c807ac62 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:47.439514 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ea21c44c-81a2-4323-9238-54b114c16510 req-2273350e-e23f-46c6-aa5f-0261c807ac62 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 946 time: 0.0753424 Jun 23 16:46:47.461762 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cbdc35-c46f-4b96-aa78-35fe0bb5fa74 req-b5282bbd-e273-41e1-ad21-dc8d3874797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:47.463488 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-75cbdc35-c46f-4b96-aa78-35fe0bb5fa74 req-b5282bbd-e273-41e1-ad21-dc8d3874797e service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1099 time: 0.0631983 Jun 23 16:46:47.465099 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7b183649-247c-48af-8d31-aca24dcc95ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:47.489044 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ea21c44c-81a2-4323-9238-54b114c16510 req-ee3cb143-36d9-4e39-aba3-77505555dd2e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401976 Jun 23 16:46:47.499888 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-75cbdc35-c46f-4b96-aa78-35fe0bb5fa74 req-8eb1c17e-09b7-4583-b2be-67323667e281 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297318 Jun 23 16:46:47.516395 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:48.560742 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:48.694443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1190331-5b5f-4753-8bd5-d6b438ca549d req-c2088866-84b2-4491-bbba-d381206a14a9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:48.696141 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b1190331-5b5f-4753-8bd5-d6b438ca549d req-c2088866-84b2-4491-bbba-d381206a14a9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 946 time: 0.0798719 Jun 23 16:46:48.752701 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b1190331-5b5f-4753-8bd5-d6b438ca549d req-ebb1837f-1694-4b68-842b-7847ef858aef tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508676 Jun 23 16:46:49.937303 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505d699-9ef1-48ab-8740-a89999b1a138 req-3f6986fe-46da-4ef3-865f-3d17114a9527 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:46:49.938986 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c505d699-9ef1-48ab-8740-a89999b1a138 req-3f6986fe-46da-4ef3-865f-3d17114a9527 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 946 time: 0.0662532 Jun 23 16:46:49.983447 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c505d699-9ef1-48ab-8740-a89999b1a138 req-84c9efbe-86fd-4fee-bb94-a6d23f89bfcb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385611 Jun 23 16:46:50.213081 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:46:57.803312 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:47:14.255317 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:14.677850 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b5c4d80d-ceae-41fa-911b-60329671d762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:16.629273 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-d1b1381a-bab2-4b81-a22f-d7c1ff9ff1c2 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550308 Jun 23 16:47:16.755141 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-901e5d6f-c7a2-43bf-94b3-79f1355c315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:16.756649 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-901e5d6f-c7a2-43bf-94b3-79f1355c315f service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 1099 time: 0.0551202 Jun 23 16:47:16.870372 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-19e891f0-28e3-4ce5-bf57-3d2a733ddf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:16.871874 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-19e891f0-28e3-4ce5-bf57-3d2a733ddf2c service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0917141 Jun 23 16:47:16.938974 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-c53af7ea-91a4-427b-863b-82f6e74e5a99 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 200 len: 1001 time: 0.0587606 Jun 23 16:47:16.993542 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-ed086511-2b8d-421d-b932-26cf2d265cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:16.994983 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-ed086511-2b8d-421d-b932-26cf2d265cd9 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0477724 Jun 23 16:47:17.053405 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-1a626ace-cfca-4c55-9ccf-b30b119f2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:17.054861 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-1a626ace-cfca-4c55-9ccf-b30b119f2bd7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0532801 Jun 23 16:47:17.145981 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-6f7d34df-ceb9-442c-a27c-76316ed3e48c service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838125 Jun 23 16:47:17.242130 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-984ce651-b748-4cd5-b9b5-9f490306bbc5 req-ae9fc9b7-89f1-4182-b824-865fce5f02e2 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894682 Jun 23 16:47:17.460221 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8a71ddb2-6b4b-4f7b-a3af-4d5b9703378f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:17.509224 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:18.565115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:20.218130 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:25.063128 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48450305-7fd2-4ed6-823b-3c4681faee4d req-0aee9911-3f13-4d2c-a1e6-b7cf1a197f03 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:25.064645 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-48450305-7fd2-4ed6-823b-3c4681faee4d req-0aee9911-3f13-4d2c-a1e6-b7cf1a197f03 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 946 time: 0.0676961 Jun 23 16:47:25.104180 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-48450305-7fd2-4ed6-823b-3c4681faee4d req-21a72565-a818-4342-a637-4b67195a4df8 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336847 Jun 23 16:47:26.292425 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ac35f-42e9-4af6-8e80-2c3ff43e5240 req-a6d019b5-8931-47be-b2a0-a8053d9c95c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:26.293930 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c04ac35f-42e9-4af6-8e80-2c3ff43e5240 req-a6d019b5-8931-47be-b2a0-a8053d9c95c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 946 time: 0.0662537 Jun 23 16:47:26.335341 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c04ac35f-42e9-4af6-8e80-2c3ff43e5240 req-fe2459b2-247c-4dfb-834b-ff4cccc03d86 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=c2832332-1c25-43be-872a-9afdbcaaaa3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354192 Jun 23 16:47:26.779157 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-68e9ed4d-05ff-4ee8-91ec-bc22ffb5a4de tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:26.780843 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-68e9ed4d-05ff-4ee8-91ec-bc22ffb5a4de tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 946 time: 0.0729494 Jun 23 16:47:26.892116 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Deleting port 46f6c54b-cdee-480f-8993-9d0188587082 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:47:26.892365 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:26.983404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] For port 46f6c54b-cdee-480f-8993-9d0188587082, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=46f6c54b-cdee-480f-8993-9d0188587082,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:47:26.984434 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:27.210081 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:27.210406 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:27.210661 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Floating IP 65d111f6-dd05-4120-91c4-ca15edab2555 disassociated. External IP: 172.28.3.116, port: 46f6c54b-cdee-480f-8993-9d0188587082. Jun 23 16:47:27.210975 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Calling delete_port for 46f6c54b-cdee-480f-8993-9d0188587082 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:47:27.348357 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:27.353886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:27.380035 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event deleted for resources: {'Port': ['ID=46f6c54b-cdee-480f-8993-9d0188587082,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:27.426418 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.426793 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.427163 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.427520 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.427937 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.428296 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.428649 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.429004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.429354 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.429703 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.430054 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.430401 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:27.434803 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:27.490362 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4b28c7e8-60e4-46b3-a10f-8718adfce876 req-0e01b0c5-7edf-4d4a-8925-b7cfc121a6b8 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=0511f07a-7fd5-4969-80ee-4a884f8c80f3 HTTP/1.1" status: 200 len: 210 time: 0.0327201 Jun 23 16:47:27.502542 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:47:27.611496 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:47:27.621171 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:47:27.631497 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:47:27.632167 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:47:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:27.657769 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] No DVR routers for this DVR port 46f6c54b-cdee-480f-8993-9d0188587082 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:47:27.660373 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:27.662568 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cfaa68b7-357c-46b0-8057-bfe8a506fb32 req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "DELETE /v2.0/ports/46f6c54b-cdee-480f-8993-9d0188587082 HTTP/1.1" status: 204 len: 173 time: 0.8763521 Jun 23 16:47:27.663103 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-deleted', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:47:27.666043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747daf3f-d0b7-435c-b664-d7141709b721" -d '{"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-deleted", "tag": "46f6c54b-cdee-480f-8993-9d0188587082"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:47:27.711110 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0a3e60-110f-47ae-969b-2ad21fa7a780 x-openstack-request-id: req-ab0a3e60-110f-47ae-969b-2ad21fa7a780 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:47:27.711550 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0511f07a-7fd5-4969-80ee-4a884f8c80f3", "name": "network-vif-deleted", "tag": "46f6c54b-cdee-480f-8993-9d0188587082", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:47:27.711788 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ab0a3e60-110f-47ae-969b-2ad21fa7a780 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:47:27.712150 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0511f07a-7fd5-4969-80ee-4a884f8c80f3', 'name': 'network-vif-deleted', 'tag': '46f6c54b-cdee-480f-8993-9d0188587082', 'status': 'completed', 'code': 200} Jun 23 16:47:27.753319 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:47:27.964122 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:27.993299 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:47:28.006245 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:47:28.006913 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:47:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:28.116829 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:47:28.366480 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:28.395795 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644b451f-093f-4519-91dc-48665e29cf11 None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:47:28.618281 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebce66ee-ac1b-432d-973c-47dcbf8847f6 None None] New status for floating IP 65d111f6-dd05-4120-91c4-ca15edab2555: DOWN {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:47:28.627320 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60906) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:28.688436 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:28.713420 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:28.767625 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:28.770414 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:28.771460 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "DELETE /v2.0/security-groups/c2832332-1c25-43be-872a-9afdbcaaaa3f HTTP/1.1" status: 204 len: 168 time: 0.1430662 Jun 23 16:47:28.772253 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-30c0f931-ca77-40cd-bf15-ac5d1b8c0ebe tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:28.774340 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60908) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:28.781428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2832332-1c25-43be-872a-9afdbcaaaa3f,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:28.783964 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-accd323e-625e-4053-9a35-7014fbe187e9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:28.799056 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.api.v2.resource [None req-628c760a-e544-49bc-8135-3feb813fb6b9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] show failed (client error): The resource could not be found. Jun 23 16:47:28.803101 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-628c760a-e544-49bc-8135-3feb813fb6b9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups/c2832332-1c25-43be-872a-9afdbcaaaa3f HTTP/1.1" status: 404 len: 347 time: 0.0244853 Jun 23 16:47:28.803289 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60910) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:28.933656 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Deleting port 9f2b5529-8c0e-4bd2-86a3-69be9e22a0f8 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:47:28.933902 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.012301 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.012628 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.026935 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Calling delete_port for 9f2b5529-8c0e-4bd2-86a3-69be9e22a0f8 owned by network:floatingip {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:47:29.173798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.175888 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:29.200093 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event deleted for resources: {'Port': ['ID=9f2b5529-8c0e-4bd2-86a3-69be9e22a0f8,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:29.211164 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.211534 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.211933 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.212295 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.212646 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.212997 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.213342 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.213690 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.214033 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.214374 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.214719 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.215064 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:29.237366 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:29.277281 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.279971 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.281293 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-4da61248-0fa5-45c8-8e15-69e78886edf3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "DELETE /v2.0/floatingips/65d111f6-dd05-4120-91c4-ca15edab2555 HTTP/1.1" status: 204 len: 168 time: 0.4769628 Jun 23 16:47:29.641150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 60914) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:29.646130 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'security_group': {'name': 'tempest-securitygroup--924532940', 'description': 'tempest-description--533666851'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:29.673716 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.758779 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.764308 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.766967 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-de2f237c-c7a3-4e4b-9e0b-0d2f5d30443a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:29.793253 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.794460 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1523182 Jun 23 16:47:29.796795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:29.797574 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60916) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:29.799581 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:29.803753 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2f3f6-b7f6-4541-9602-5e45bfc27cee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:29.832571 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.887790 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.892585 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.894560 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:29.911657 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d495b5a-6c6d-4f65-8461-17e9e30c0fc4,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:29.914966 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:29.915829 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:29.917061 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-73fbd55c-bb3d-4548-bf7b-ed313f4c6a4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177590 Jun 23 16:47:29.921226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60918) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:29.925908 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'security_group_rule': {'security_group_id': 'cbd2f3f6-b7f6-4541-9602-5e45bfc27cee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:29.953437 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.009810 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.014781 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.017328 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-eb09d12e-ce83-465b-a058-9af020d41727 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:30.038233 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4305b416-83a5-4032-a7bb-8bb2d986bc18,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:30.041251 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:30.045684 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.047203 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-74c4d694-d174-425a-b6a3-8f6c0ec8399f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248918 Jun 23 16:47:30.050399 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60920) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:30.054998 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'floatingip': {'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:30.083846 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.188906 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.296335 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Allocated IP 172.28.3.240 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/726297e4-3aaf-4954-8e50-6a34eb66a657) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:47:30.406415 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.449547 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.451777 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:30.494823 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:47:30.500439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:47:30.502894 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'Port': ['ID=726297e4-3aaf-4954-8e50-6a34eb66a657,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:30.505077 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:47:30.507180 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:30.588315 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.633344 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.792415 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.799040 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.801315 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-dcfc0da5-d8b7-40a2-b54b-86dd832b4197 tempest-VolumesSnapshotTestJSON-828335456 tempest-VolumesSnapshotTestJSON-828335456-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:30.868855 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'Port': ['ID=726297e4-3aaf-4954-8e50-6a34eb66a657,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:30.874350 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:30.881492 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.896803 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:30.898050 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8467121 Jun 23 16:47:30.971035 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:47:30.992441 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 46f6c54b-cdee-480f-8993-9d0188587082 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:47:30.992796 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 46f6c54b-cdee-480f-8993-9d0188587082 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:47:31.100253 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-0138fef8-2731-4708-a90f-014f585f37e6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--924532940&fields=id&tenant_id=599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 267 time: 0.0373731 Jun 23 16:47:31.212620 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-ee72974a-666d-4098-985c-3850d7778673 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:31.214607 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-ee72974a-666d-4098-985c-3850d7778673 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 817 time: 0.1078172 Jun 23 16:47:31.236970 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-888022e6-5ed2-419e-acc6-fb61878564a9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/quotas/599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 375 time: 0.0133400 Jun 23 16:47:31.316444 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-7893652d-f3b0-4ca0-afd6-8d7030449e9c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0731184 Jun 23 16:47:31.519529 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-89b671f8-d4d9-4ede-adaa-48a26f4d8bce service neutron] 10.222.0.97 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866045 Jun 23 16:47:31.617647 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-4e699e34-36d3-4911-9590-a897115167aa service neutron] 10.222.0.97 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917337 Jun 23 16:47:31.790832 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-368dee85-850d-4aee-a75e-d09a5b1f5858 req-39340049-0031-4cd2-9b3f-a22bf9047179 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 210 time: 0.0306914 Jun 23 16:47:32.948702 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7e40470e-36a5-4c01-8a11-f900beba7ae2 req-2c8e112f-eb9b-4c4a-959b-2c1e760d9990 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 210 time: 0.0291989 Jun 23 16:47:33.018046 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-89c8be6e-1785-44d3-a2c7-2fac5d312d9c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:33.019512 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-89c8be6e-1785-44d3-a2c7-2fac5d312d9c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 817 time: 0.1172709 Jun 23 16:47:33.071911 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-abe28111-3601-4919-af15-6b25549a2bbb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 379 time: 0.0359378 Jun 23 16:47:33.082285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'port': {'device_id': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'admin_state_up': True, 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'security_groups': ['cbd2f3f6-b7f6-4541-9602-5e45bfc27cee']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:33.201126 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Made reservation on behalf of 599638299e954cf3a848a76cc6e54687 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:47:33.205062 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:33.331887 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Allocated IP 172.20.0.12 (a08b6471-24a3-4af6-829c-2d0b484ea9e1/48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd/d89ac783-5c09-4531-8aef-3705c186d6b6) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:47:33.475329 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:33.489573 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Transition to ACTIVE for port object d89ac783-5c09-4531-8aef-3705c186d6b6 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:47:33.524744 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:33.528778 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-4c9d6045-18f6-4e70-8aa4-f3b165dfe832 tempest-VolumesNegativeTest-1576807959 tempest-VolumesNegativeTest-1576807959-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:33.571147 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:47:33.574272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:47:33.578472 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:47:33.604128 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:33.608737 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:33.634424 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:33.635093 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:33.650200 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5728605 Jun 23 16:47:33.669064 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Request body: {'port': {'device_id': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:33.748359 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:33.837900 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-dbce139a-43eb-4fe4-b12d-39a9bb71bf6a None None] Provisioning for port d89ac783-5c09-4531-8aef-3705c186d6b6 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:47:33.842179 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-dbce139a-43eb-4fe4-b12d-39a9bb71bf6a None None] Provisioning complete for port d89ac783-5c09-4531-8aef-3705c186d6b6 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:47:33.842574 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dbce139a-43eb-4fe4-b12d-39a9bb71bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:33.879230 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-dbce139a-43eb-4fe4-b12d-39a9bb71bf6a None None] Port d89ac783-5c09-4531-8aef-3705c186d6b6 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:47:34.014668 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89ac783-5c09-4531-8aef-3705c186d6b6 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:47:34.022968 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:34.036180 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Transition to ACTIVE for port object d89ac783-5c09-4531-8aef-3705c186d6b6 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:47:34.040229 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:34.042526 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cb1c0720-bb2a-48c4-9535-a3628f38269a tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:34.115177 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:34.124727 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:34.157764 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaef23b-6452-4505-82b9-2096eedd3c91 req-d8571c9c-aeec-4b55-90b5-6de1122c28af tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:34.159450 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-efaef23b-6452-4505-82b9-2096eedd3c91 req-d8571c9c-aeec-4b55-90b5-6de1122c28af tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0847392 Jun 23 16:47:34.181865 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Attempting to bind port d89ac783-5c09-4531-8aef-3705c186d6b6 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:47:34.182203 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Attempting to bind port d89ac783-5c09-4531-8aef-3705c186d6b6 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:47:34.182904 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Attempting to bind port d89ac783-5c09-4531-8aef-3705c186d6b6 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:47:34.187741 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Port d89ac783-5c09-4531-8aef-3705c186d6b6 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:47:34.188697 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Attempting to bind port d89ac783-5c09-4531-8aef-3705c186d6b6 on network a08b6471-24a3-4af6-829c-2d0b484ea9e1 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:47:34.194946 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:47:34.195284 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Checking segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:47:34.196116 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Bound using segment: {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:47:34.196116 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Bound port: d89ac783-5c09-4531-8aef-3705c186d6b6, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c05739b-7770-46c7-9106-bcbb8b10abc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1449, 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:47:34.196469 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:34.204180 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-efaef23b-6452-4505-82b9-2096eedd3c91 req-94714827-cdb9-41eb-9fbb-357ff703a471 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362563 Jun 23 16:47:34.266323 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:47:34.269341 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:47:34.273887 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:34.276900 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-921c572a-c3eb-4e1a-a406-92770266c6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:34.310445 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:34.311075 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:34.312941 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] 10.222.0.111 "PUT /v2.0/ports/d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 1094 time: 0.6482308 Jun 23 16:47:34.315392 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:47:34.317818 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:47:34.354073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:34.365952 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:34.367509 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bedcc05-9b59-44a5-9a84-5542d88dbcff x-openstack-request-id: req-1bedcc05-9b59-44a5-9a84-5542d88dbcff {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:47:34.367884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:47:34.368169 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1bedcc05-9b59-44a5-9a84-5542d88dbcff {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:47:34.368597 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'status': 'completed', 'code': 200} Jun 23 16:47:34.443889 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-caaf2b57-b137-46a2-a1e7-d358af5533a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:34.445412 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-caaf2b57-b137-46a2-a1e7-d358af5533a9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1097 time: 0.0644805 Jun 23 16:47:34.498750 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-db967538-e1c6-40ff-ae8c-dec43e58ab3e service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 217 time: 0.0386910 Jun 23 16:47:34.547084 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-b6f8a0ba-5a76-4823-836c-31b7051fe0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:34.548580 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-b6f8a0ba-5a76-4823-836c-31b7051fe0b5 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0431325 Jun 23 16:47:34.627192 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec161ad6-764b-49bb-8050-c57086215032 req-dadefff7-dcdf-4fda-8798-1bb074814be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:34.628719 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-dadefff7-dcdf-4fda-8798-1bb074814be3 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0727589 Jun 23 16:47:34.732929 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-dee044bf-0a42-4130-9ba9-2368c0c51705 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963299 Jun 23 16:47:34.802142 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:47:34.828096 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ec161ad6-764b-49bb-8050-c57086215032 req-1fc6e029-1731-4757-b138-dd9c19c30452 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878863 Jun 23 16:47:34.976921 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-f38e30ad-1733-4e59-a687-c64bac09a5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:34.978463 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-f38e30ad-1733-4e59-a687-c64bac09a5e9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1097 time: 0.0586114 Jun 23 16:47:35.080785 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-39cfa3fe-b31a-4b26-84d8-2cae71b2cfec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:35.082212 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-39cfa3fe-b31a-4b26-84d8-2cae71b2cfec service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0964122 Jun 23 16:47:35.129476 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-2344150a-a3c4-4713-9cc2-7415cbe333d0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 217 time: 0.0389092 Jun 23 16:47:35.183134 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-02f9cac7-ad9a-4fb0-9eee-a164afd98496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:35.185077 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-02f9cac7-ad9a-4fb0-9eee-a164afd98496 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0485158 Jun 23 16:47:35.250535 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-3287f501-3433-4c30-a327-701658a7dc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:35.252077 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-3287f501-3433-4c30-a327-701658a7dc02 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0594106 Jun 23 16:47:35.352059 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-f0b5d76a-3c6d-4ae4-9fd9-aab32b8150a7 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900970 Jun 23 16:47:35.408994 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa23ac6-5c56-4dc0-9f2e-d3c4ec0d57f1 req-ce1bbe6f-8d0e-4a1c-81f7-19b91cdd919e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:35.410600 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bfa23ac6-5c56-4dc0-9f2e-d3c4ec0d57f1 req-ce1bbe6f-8d0e-4a1c-81f7-19b91cdd919e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0702600 Jun 23 16:47:35.454294 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bfa23ac6-5c56-4dc0-9f2e-d3c4ec0d57f1 req-213452a6-7eae-4c10-a1e3-1e6e7607cedd tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374546 Jun 23 16:47:35.709656 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b0ff3c7b-19a6-40c7-842b-f9f0017f626b req-2f3e8328-2a15-4bae-8d76-0df8e3ae6445 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3506074 Jun 23 16:47:36.647075 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82251148-cb45-439c-96dc-75d63872a482 req-640d66a0-2769-4ccf-9cad-c5c176cbf3b6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:36.648519 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-82251148-cb45-439c-96dc-75d63872a482 req-640d66a0-2769-4ccf-9cad-c5c176cbf3b6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0648222 Jun 23 16:47:36.692601 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-82251148-cb45-439c-96dc-75d63872a482 req-5c610508-a67d-4b57-a974-a72fe0948c23 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377789 Jun 23 16:47:37.012957 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:47:37.113008 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:47:37.124985 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'mac_address': 'fa:16:3e:34:ca:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:47:37.162688 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:37.175621 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89ac783-5c09-4531-8aef-3705c186d6b6 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:47:37.196286 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:47:37.201136 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:37.202961 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:37.252924 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:37.260149 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.260468 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.260833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.261189 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.261476 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.261803 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.262168 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.262486 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.262881 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.263326 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.263852 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.264192 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:47:37.269678 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:37.499946 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['d89ac783-5c09-4531-8aef-3705c186d6b6'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:47:37.889823 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1e834-d3c3-47d3-8da1-4bc5cdf3db42 req-160685e0-cc19-4943-86d7-bb53d17372cb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:37.891478 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-58e1e834-d3c3-47d3-8da1-4bc5cdf3db42 req-160685e0-cc19-4943-86d7-bb53d17372cb tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 945 time: 0.0704985 Jun 23 16:47:37.931866 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-58e1e834-d3c3-47d3-8da1-4bc5cdf3db42 req-1572840f-737e-4e4d-9d7d-e2fb2226a2ae tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345731 Jun 23 16:47:39.023500 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:47:39.076105 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port d89ac783-5c09-4531-8aef-3705c186d6b6 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:47:39.080205 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port d89ac783-5c09-4531-8aef-3705c186d6b6 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:47:39.080586 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:39.112612 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad29292-5509-475c-8413-3ada337c47a6 req-a8e32129-d6f1-4596-af68-86f13ded3ba7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:39.114110 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9ad29292-5509-475c-8413-3ada337c47a6 req-a8e32129-d6f1-4596-af68-86f13ded3ba7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jun 23 16:47:39.155490 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9ad29292-5509-475c-8413-3ada337c47a6 req-62848022-8c16-49d4-9e91-f5d0b5c30679 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337129 Jun 23 16:47:39.159635 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:39.184468 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:47:39.186792 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eefa7b8-10cd-4da6-8418-2dc5a4fa8dcd" -d '{"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:47:39.200092 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:47:39.205310 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:39.207242 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-05a8190a-0c84-42ae-a665-8c2d3511e63f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:47:39.230453 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eda5a3-5009-4ec9-9981-a96932c6e80a x-openstack-request-id: req-40eda5a3-5009-4ec9-9981-a96932c6e80a {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:47:39.230748 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:47:39.231007 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-40eda5a3-5009-4ec9-9981-a96932c6e80a {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:47:39.231400 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'code': 200} Jun 23 16:47:39.257729 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:47:39.261504 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:47:39.483511 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e9a0a6-71f0-4a40-9568-4d7702d15330 req-c8332752-5355-4dbd-bfb8-49b956ee7513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:39.484678 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-33e9a0a6-71f0-4a40-9568-4d7702d15330 req-c8332752-5355-4dbd-bfb8-49b956ee7513 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1099 time: 0.0509956 Jun 23 16:47:39.518560 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-33e9a0a6-71f0-4a40-9568-4d7702d15330 req-ca028dfa-7300-4b01-a9bc-365fa963ba7e service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272679 Jun 23 16:47:40.339618 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673e1ac-1e30-441a-90b7-77cf035589b6 req-888b3815-413e-4e58-85d6-9b40b110bcfc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:40.341576 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9673e1ac-1e30-441a-90b7-77cf035589b6 req-888b3815-413e-4e58-85d6-9b40b110bcfc tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0687497 Jun 23 16:47:40.383600 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9673e1ac-1e30-441a-90b7-77cf035589b6 req-d6b94261-9a9a-4807-87db-3307ce38dbc7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Jun 23 16:47:41.565878 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452663fc-e7ec-4cfc-8cab-0b0c1801730b req-67d9a56c-e4c0-48bf-98ca-020fde40676b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:41.567357 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-452663fc-e7ec-4cfc-8cab-0b0c1801730b req-67d9a56c-e4c0-48bf-98ca-020fde40676b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0653949 Jun 23 16:47:41.608514 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-452663fc-e7ec-4cfc-8cab-0b0c1801730b req-bf1872c6-45ab-49af-8689-5a5470988f9a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350151 Jun 23 16:47:41.797855 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7542bd6-0360-4b39-bf26-23152f38ad39 req-30f9e781-7eed-4ddf-b453-d41a4618ded8 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:41.799219 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7542bd6-0360-4b39-bf26-23152f38ad39 req-30f9e781-7eed-4ddf-b453-d41a4618ded8 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0743861 Jun 23 16:47:41.807940 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 60974) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:47:41.812610 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Request body: {'floatingip': {'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:47:41.853991 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:42.294527 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:42.299522 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:42.399997 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.l3_db [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Floating IP 56914b7c-f666-40ce-aa0d-eae23f86dc87 associated. External IP: 172.28.3.240, port: d89ac783-5c09-4531-8aef-3705c186d6b6. Jun 23 16:47:42.852237 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:47:42.969605 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:47:42.975022 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:42.979260 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:47:42.993002 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:47:42.993625 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:47:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:43.015633 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-ab266325-fb76-40cb-8bfa-1e63c3b0f106 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "PUT /v2.0/floatingips/56914b7c-f666-40ce-aa0d-eae23f86dc87 HTTP/1.1" status: 200 len: 992 time: 1.2066534 Jun 23 16:47:43.016293 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:47:43.018617 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:47:43.057643 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2a0bd5-dd85-4bd7-921e-749017e9363e x-openstack-request-id: req-ff2a0bd5-dd85-4bd7-921e-749017e9363e {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:47:43.058328 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:47:43.058801 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-ff2a0bd5-dd85-4bd7-921e-749017e9363e {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:47:43.059534 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'status': 'completed', 'code': 200} Jun 23 16:47:43.107457 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:47:43.156179 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-7f1d9533-c38a-43e2-9bea-96df855e1d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:43.158384 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-7f1d9533-c38a-43e2-9bea-96df855e1d97 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1099 time: 0.0556116 Jun 23 16:47:43.264882 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-9886f517-25c5-45ce-9530-bb21bd4aeaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:43.266825 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-9886f517-25c5-45ce-9530-bb21bd4aeaed service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0883446 Jun 23 16:47:43.330932 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-288dd55f-a3ef-413a-b9f6-c3cd0f512a90 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0576317 Jun 23 16:47:43.333953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '56914b7c-f666-40ce-aa0d-eae23f86dc87', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'floating_ip_address': '172.28.3.240', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'mac_address': 'fa:16:3e:34:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:47:30Z', 'updated_at': '2021-06-23T16:47:42Z', 'revision_number': 1, 'project_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:43.360519 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:47:43.369053 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:47:43.369667 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:47:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:43.385971 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-3720c0d7-43f6-4163-97f4-ab5067fb0195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:43.387412 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-3720c0d7-43f6-4163-97f4-ab5067fb0195 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0504088 Jun 23 16:47:43.443266 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-b017fb54-5eee-43aa-8bfa-47eb4a005aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:47:43.444822 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-b017fb54-5eee-43aa-8bfa-47eb4a005aad service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513983 Jun 23 16:47:43.485979 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:47:43.537914 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-30f3bd5c-c3f7-4e02-9cee-cd4ca769d28b service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866239 Jun 23 16:47:43.632077 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3e0bf9b9-cc86-4a9a-9edf-98e374d305e5 req-f53872b5-76c6-4ec4-b123-20dbb0c935f2 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877681 Jun 23 16:47:43.716809 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '56914b7c-f666-40ce-aa0d-eae23f86dc87', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'floating_ip_address': '172.28.3.240', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'mac_address': 'fa:16:3e:34:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:47:30Z', 'updated_at': '2021-06-23T16:47:42Z', 'revision_number': 1, 'project_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:47:43.742848 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adb8765-f405-4f90-8e9d-c90caf1937e8 None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '56914b7c-f666-40ce-aa0d-eae23f86dc87', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'floating_ip_address': '172.28.3.240', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'mac_address': 'fa:16:3e:34:ca:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:47:30Z', 'updated_at': '2021-06-23T16:47:42Z', 'revision_number': 1, 'project_id': '599638299e954cf3a848a76cc6e54687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:47:43.926042 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42e57a-c91c-4bd7-ae15-f8888172d853 None None] New status for floating IP 56914b7c-f666-40ce-aa0d-eae23f86dc87: ACTIVE {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:47:44.269529 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:44.671645 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-43b6dfb7-a16b-48fb-ae97-7cb4a127b531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.463474 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7e59879f-801e-467a-b076-36961fad85c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:47.511924 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:48.567934 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:47:50.217731 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:11.803570 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:48:14.285252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:14.675219 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-045da58f-f912-4923-bd6a-bc0e70b51287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:17.465646 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9daecdb1-9e5e-4abb-9f15-0541503a287c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:17.515125 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:18.571941 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:18.981328 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-676db1ec-a0d5-4fef-9ef2-01da9e026265 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519035 Jun 23 16:48:19.102790 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-3b341c9c-193e-4738-99e2-8f14183abb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:19.104309 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-3b341c9c-193e-4738-99e2-8f14183abb8b service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1099 time: 0.0583212 Jun 23 16:48:19.213435 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-27da0379-6241-46c0-80fb-2f9aef77a732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:19.214897 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-27da0379-6241-46c0-80fb-2f9aef77a732 service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0865083 Jun 23 16:48:19.292134 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-a0d70004-c405-4f73-80e5-0920dfb424a5 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0698886 Jun 23 16:48:19.343087 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-e5183518-e80c-452c-b444-914e3afa46d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:19.344747 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-e5183518-e80c-452c-b444-914e3afa46d1 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0457599 Jun 23 16:48:19.401074 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-9c6dc812-b799-43c6-8399-48d8288a09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:19.402535 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-9c6dc812-b799-43c6-8399-48d8288a09d8 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0513191 Jun 23 16:48:19.497046 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-95d0adc8-015a-49a8-a069-f1414ab307e3 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868378 Jun 23 16:48:19.587007 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-525e78de-92ad-42aa-94c6-094614ea5f71 req-49e2301c-cc44-4e45-9bcd-5c9de3aabea9 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830035 Jun 23 16:48:20.226127 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:24.331838 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f9b9a-a726-429a-a04a-f35122afcd66 req-54a4fd1f-077a-49c3-88e6-31ba6d4703b6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:24.333425 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee2f9b9a-a726-429a-a04a-f35122afcd66 req-54a4fd1f-077a-49c3-88e6-31ba6d4703b6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0763245 Jun 23 16:48:24.378826 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ee2f9b9a-a726-429a-a04a-f35122afcd66 req-0d409218-d9e0-4cc3-9765-9f56670de491 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 Jun 23 16:48:25.571624 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ff486b-e63a-482a-82e3-c9b026187cec req-8a022c59-89cc-45e5-90b6-09581be27c4e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:25.573151 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c4ff486b-e63a-482a-82e3-c9b026187cec req-8a022c59-89cc-45e5-90b6-09581be27c4e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0694807 Jun 23 16:48:25.617464 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c4ff486b-e63a-482a-82e3-c9b026187cec req-cc9855c6-865b-43c7-9fa9-1f7f650568b1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386560 Jun 23 16:48:26.800628 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d9f57-27ea-4e24-91a9-4457643db9d7 req-e8beac74-1649-4cc0-9f40-50df167e695e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:26.802127 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-326d9f57-27ea-4e24-91a9-4457643db9d7 req-e8beac74-1649-4cc0-9f40-50df167e695e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0663176 Jun 23 16:48:26.842676 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-326d9f57-27ea-4e24-91a9-4457643db9d7 req-55722727-3c73-41d3-b870-fffa32f2e4f0 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347571 Jun 23 16:48:28.026214 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259b28b-1a6b-4a21-be71-5dd33da75a2b req-e5cf0bde-0ebb-46a0-a2bf-d654267f5288 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:28.027769 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1259b28b-1a6b-4a21-be71-5dd33da75a2b req-e5cf0bde-0ebb-46a0-a2bf-d654267f5288 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0674975 Jun 23 16:48:28.071373 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1259b28b-1a6b-4a21-be71-5dd33da75a2b req-8a0f7f42-fa9f-4b9c-83a6-22d0d8a8f03d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378814 Jun 23 16:48:29.261775 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f7cb-4841-462d-8b0e-30b493c09f18 req-aa66beea-d5f9-47fa-8abf-86a3353f05b3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:29.263251 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8885f7cb-4841-462d-8b0e-30b493c09f18 req-aa66beea-d5f9-47fa-8abf-86a3353f05b3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0712492 Jun 23 16:48:29.303050 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8885f7cb-4841-462d-8b0e-30b493c09f18 req-ffa83a91-b95b-4a82-bea4-04775d53943e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337193 Jun 23 16:48:30.483857 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9742ce-16d4-4a30-88e9-2190ab0a3785 req-060c830d-e7e9-43ad-8de6-eecc58bd294e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:30.485353 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9e9742ce-16d4-4a30-88e9-2190ab0a3785 req-060c830d-e7e9-43ad-8de6-eecc58bd294e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0658724 Jun 23 16:48:30.525105 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9e9742ce-16d4-4a30-88e9-2190ab0a3785 req-9c18e146-b405-4d60-b64f-c6429cd6fe07 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334654 Jun 23 16:48:31.713055 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c8918-e4d1-4c90-9a3f-38677f0f91ce req-8a316227-dec4-4064-a737-b12b222c3844 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:31.714568 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a69c8918-e4d1-4c90-9a3f-38677f0f91ce req-8a316227-dec4-4064-a737-b12b222c3844 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0703571 Jun 23 16:48:31.762535 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a69c8918-e4d1-4c90-9a3f-38677f0f91ce req-b7f117ec-8978-4323-985c-7b2145419e41 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394142 Jun 23 16:48:32.941106 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e70c07-bd29-41ea-98dc-bc2a77f2ecee req-eb5b4ec2-8660-4e73-b6d2-e799a169fa35 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:32.942568 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c9e70c07-bd29-41ea-98dc-bc2a77f2ecee req-eb5b4ec2-8660-4e73-b6d2-e799a169fa35 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0632780 Jun 23 16:48:32.983475 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c9e70c07-bd29-41ea-98dc-bc2a77f2ecee req-805721c5-bd7c-41d7-992d-10278158d783 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352759 Jun 23 16:48:34.167492 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c25c46-dde5-4644-8c1d-4c58ffd51788 req-f2157bca-e3ce-43b1-a84c-3548987f140e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:34.168994 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35c25c46-dde5-4644-8c1d-4c58ffd51788 req-f2157bca-e3ce-43b1-a84c-3548987f140e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0651088 Jun 23 16:48:34.208280 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-35c25c46-dde5-4644-8c1d-4c58ffd51788 req-ebe68389-2d10-4f95-886b-0463f1052425 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334668 Jun 23 16:48:35.397600 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c235d-08ee-4107-a52e-5691bd73f9e9 req-ba1c4a5c-8fc5-4f6c-ad01-a4622029c21e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:35.399066 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb6c235d-08ee-4107-a52e-5691bd73f9e9 req-ba1c4a5c-8fc5-4f6c-ad01-a4622029c21e tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0708678 Jun 23 16:48:35.437294 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fb6c235d-08ee-4107-a52e-5691bd73f9e9 req-1f8c4f6b-072c-4d22-8d48-5771b95b4f7c tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324614 Jun 23 16:48:36.618593 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d1d2a-0637-4673-9d83-3b40c22c4dcd req-98501030-1c77-4d69-86f3-6daf6ce6156d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:36.620169 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e15d1d2a-0637-4673-9d83-3b40c22c4dcd req-98501030-1c77-4d69-86f3-6daf6ce6156d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0656912 Jun 23 16:48:36.659824 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e15d1d2a-0637-4673-9d83-3b40c22c4dcd req-700575a8-6ce9-45af-9d7d-d702cbce393a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337894 Jun 23 16:48:37.401826 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:48:37.502005 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:48:37.514988 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'mac_address': 'fa:16:3e:34:ca:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:48:37.559287 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:37.578366 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d89ac783-5c09-4531-8aef-3705c186d6b6 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:48:37.599925 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:48:37.605240 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:37.607361 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9a95fa4b-461b-4911-a3f8-955f313c9e69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:48:37.856280 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=6']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:48:37.870663 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.871028 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.871338 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.871774 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.872107 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.872437 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.872764 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.873086 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.873407 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.873727 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.874046 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.874490 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:48:37.879411 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:48:37.892575 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b33bc-eccc-4fe7-a04f-b09153a8be66 req-c3c54baa-e740-4a8c-a2a2-d84a90c94fd9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:37.894606 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d79b33bc-eccc-4fe7-a04f-b09153a8be66 req-c3c54baa-e740-4a8c-a2a2-d84a90c94fd9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 945 time: 0.0865488 Jun 23 16:48:37.906479 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['d89ac783-5c09-4531-8aef-3705c186d6b6'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:48:37.950371 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d79b33bc-eccc-4fe7-a04f-b09153a8be66 req-cf3879a9-9f3c-4c57-a235-09a6bb2f4a48 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470455 Jun 23 16:48:39.186412 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed706ec2-45ce-4e05-a294-73d04b389882 req-0c60d257-eac2-4911-8058-54f31f79218d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:39.187934 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ed706ec2-45ce-4e05-a294-73d04b389882 req-0c60d257-eac2-4911-8058-54f31f79218d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 945 time: 0.0718853 Jun 23 16:48:39.244141 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ed706ec2-45ce-4e05-a294-73d04b389882 req-be1fc2b7-9ad7-49e7-92f3-c9596783ac57 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457487 Jun 23 16:48:39.403971 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:48:39.459649 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port d89ac783-5c09-4531-8aef-3705c186d6b6 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:48:39.460194 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:39.545830 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:39.572974 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:48:39.575429 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6082749c-afe2-436e-88c7-a74913d4cfb6" -d '{"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:48:39.591833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:48:39.597976 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:39.600662 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:48:39.627659 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e869ed0-24c2-41c5-a64d-dae68951f56b x-openstack-request-id: req-1e869ed0-24c2-41c5-a64d-dae68951f56b {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:48:39.627958 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:48:39.628227 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-1e869ed0-24c2-41c5-a64d-dae68951f56b {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:48:39.628643 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'code': 200} Jun 23 16:48:39.660819 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=7']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:48:39.664468 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:48:40.463204 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfddc2ef-8400-43ee-a918-46f50a03f2ef req-da7d40c7-3a01-4dd3-9335-cb8393e380ac tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:40.465705 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dfddc2ef-8400-43ee-a918-46f50a03f2ef req-da7d40c7-3a01-4dd3-9335-cb8393e380ac tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0729816 Jun 23 16:48:40.511139 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dfddc2ef-8400-43ee-a918-46f50a03f2ef req-a6ef87db-bdfa-4673-b881-53d2fef5b023 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395007 Jun 23 16:48:41.717445 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8de307-5b26-4f20-93e7-39597b823e16 req-5d825396-a1cc-4926-84f8-e262bae434d2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:41.719123 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ff8de307-5b26-4f20-93e7-39597b823e16 req-5d825396-a1cc-4926-84f8-e262bae434d2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0732377 Jun 23 16:48:41.767467 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ff8de307-5b26-4f20-93e7-39597b823e16 req-414a0ae8-0030-434e-a498-a385e02d689a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377617 Jun 23 16:48:42.979825 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae28f0-2925-4612-aa59-2a07e2f1c38b req-3cfa3f17-a39e-4fcc-ba03-533ac881aea8 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:42.981442 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-12ae28f0-2925-4612-aa59-2a07e2f1c38b req-3cfa3f17-a39e-4fcc-ba03-533ac881aea8 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0764887 Jun 23 16:48:43.032208 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-12ae28f0-2925-4612-aa59-2a07e2f1c38b req-39a9192d-7b85-4871-bfe0-b287473c6556 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394535 Jun 23 16:48:44.226491 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19c497c-2634-4cb4-9320-11ddc986b37a req-6c0ffb33-402b-4643-ad2b-0e28e659c215 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:44.232058 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c19c497c-2634-4cb4-9320-11ddc986b37a req-6c0ffb33-402b-4643-ad2b-0e28e659c215 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0764797 Jun 23 16:48:44.280517 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c19c497c-2634-4cb4-9320-11ddc986b37a req-0c29b916-87e3-4802-b51c-e815f5b0c265 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468509 Jun 23 16:48:44.313849 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:44.680356 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6b8397c2-5f14-4464-b56b-8fbaad9163ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:45.496121 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad4a59d-7a93-4ce2-bab7-7049253c87d2 req-de421b87-6ead-4837-acc2-ee9bf65840df tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:45.497744 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0ad4a59d-7a93-4ce2-bab7-7049253c87d2 req-de421b87-6ead-4837-acc2-ee9bf65840df tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0796714 Jun 23 16:48:45.555160 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0ad4a59d-7a93-4ce2-bab7-7049253c87d2 req-3d36ce82-c420-4887-b998-853e86b6d3d2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501790 Jun 23 16:48:46.752028 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249cb722-ad30-456f-8131-2f13cdc5628e req-98e199af-27a5-494b-af69-5a2fce253379 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:46.753507 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-249cb722-ad30-456f-8131-2f13cdc5628e req-98e199af-27a5-494b-af69-5a2fce253379 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0698464 Jun 23 16:48:46.770149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-cfc08365-c17a-4fa9-b69f-778c9c97844c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:46.771684 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-cfc08365-c17a-4fa9-b69f-778c9c97844c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1099 time: 0.0607045 Jun 23 16:48:46.802556 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-249cb722-ad30-456f-8131-2f13cdc5628e req-74151c50-07c0-43ca-ab80-fcd54f7bc035 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Jun 23 16:48:46.872796 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-96ab961b-185b-4c30-8439-2c52ec9c80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:46.874267 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-96ab961b-185b-4c30-8439-2c52ec9c80ee service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0960786 Jun 23 16:48:46.955758 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-f9fcda61-abed-4b9c-ae39-a5eced0bbd89 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0748229 Jun 23 16:48:47.011015 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-89aab1c0-4a5d-4b83-9edc-be77983060c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:47.012459 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-89aab1c0-4a5d-4b83-9edc-be77983060c9 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0497141 Jun 23 16:48:47.073840 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-42f21b5e-41ad-41d8-82ba-dd9c1ea91945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:47.075323 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-42f21b5e-41ad-41d8-82ba-dd9c1ea91945 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0566058 Jun 23 16:48:47.172549 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-f16a9b87-cdd4-491d-9b7e-ae8811117f7c service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906272 Jun 23 16:48:47.263110 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-7ceefa63-d1e9-4784-bc4d-665ca0fc0813 req-e0376dd2-8d61-423d-bb85-7cad8b9329cc service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833271 Jun 23 16:48:47.469664 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-e5608b2e-c563-4acc-a093-d937b0ec582e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:47.518520 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:48.010109 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ec244-4b0b-41ac-8cbf-6cd54ba14f2f req-f2e80eca-560a-4f08-ac9d-969575cd4335 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:48.011919 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-010ec244-4b0b-41ac-8cbf-6cd54ba14f2f req-f2e80eca-560a-4f08-ac9d-969575cd4335 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0872791 Jun 23 16:48:48.051602 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-010ec244-4b0b-41ac-8cbf-6cd54ba14f2f req-0c1e165e-e741-4197-bd97-51aaf9c5a967 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334203 Jun 23 16:48:48.573754 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:48.802723 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:48:49.243665 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9379b5-b9f2-45ab-acc8-4fcc59704baa req-36951dea-ac7d-419a-b991-fae1786384fe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:49.245192 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cc9379b5-b9f2-45ab-acc8-4fcc59704baa req-36951dea-ac7d-419a-b991-fae1786384fe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0703013 Jun 23 16:48:49.285683 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cc9379b5-b9f2-45ab-acc8-4fcc59704baa req-d305e3c0-2b60-479d-9b74-1c827758e781 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344889 Jun 23 16:48:50.230808 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:50.486271 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4645110e-0fdd-4298-870c-6cadb9c6986b req-fe11cb2d-2016-4a26-ac75-667fee7f44ce tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:50.488470 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4645110e-0fdd-4298-870c-6cadb9c6986b req-fe11cb2d-2016-4a26-ac75-667fee7f44ce tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 946 time: 0.0797906 Jun 23 16:48:50.536611 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4645110e-0fdd-4298-870c-6cadb9c6986b req-9658c1a7-7b56-4224-973f-3b0798df208b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396867 Jun 23 16:48:51.423379 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:48:51.503875 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:51.529318 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:48:51.531617 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cb0c4c0-fad6-4196-aa91-db60fff169e0" -d '{"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-unplugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:48:51.548670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:48:51.555112 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:48:51.557212 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:48:51.583676 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 16:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092d01a4-2031-4a3a-936c-9f5fb8c8b0c7 x-openstack-request-id: req-092d01a4-2031-4a3a-936c-9f5fb8c8b0c7 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:48:51.583676 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-unplugged", "status": "failed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "code": 422}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:48:51.583989 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-092d01a4-2031-4a3a-936c-9f5fb8c8b0c7 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:48:51.584413 dv-cinder-796950-7-smb neutron-server[99535]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'code': 422} returned with failed status Jun 23 16:48:51.612865 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=8']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:48:51.616221 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:48:51.735859 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae9159-2c99-499f-910c-abbfed5693c7 req-9d103acc-0b13-4c2e-8b38-a9fadc7c94e6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:51.737739 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-13ae9159-2c99-499f-910c-abbfed5693c7 req-9d103acc-0b13-4c2e-8b38-a9fadc7c94e6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0658412 Jun 23 16:48:51.778981 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-13ae9159-2c99-499f-910c-abbfed5693c7 req-20fabdb9-359f-4ac2-a40b-3c8befe40b4d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349844 Jun 23 16:48:51.961552 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 32988) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:48:52.072903 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-e723ea8c-f5d3-47d1-bc99-16668983866c service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1101015 Jun 23 16:48:52.964122 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21203da8-8856-46d0-b12b-00f4b0d04f45 req-cc3a18bc-4e23-448e-8865-2311be288461 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:52.965608 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-21203da8-8856-46d0-b12b-00f4b0d04f45 req-cc3a18bc-4e23-448e-8865-2311be288461 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0679936 Jun 23 16:48:53.006291 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-21203da8-8856-46d0-b12b-00f4b0d04f45 req-c759adb6-479c-4b1b-8de2-dc483dd91d22 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349197 Jun 23 16:48:53.097780 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-129fe3e7-d158-4769-8bc0-f548c60d6699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:53.099490 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-129fe3e7-d158-4769-8bc0-f548c60d6699 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e&tenant_id=599638299e954cf3a848a76cc6e54687 HTTP/1.1" status: 200 len: 1097 time: 0.0579326 Jun 23 16:48:53.195376 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-c9b2da4c-7471-4a35-a0f5-265c79b7c547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:53.196889 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-c9b2da4c-7471-4a35-a0f5-265c79b7c547 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1097 time: 0.0556099 Jun 23 16:48:53.295537 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-850efb4e-4ce8-4423-8c5c-8a3f0d4ca38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:53.297103 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-850efb4e-4ce8-4423-8c5c-8a3f0d4ca38d service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.0937488 Jun 23 16:48:53.367275 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-9dc54fc2-e3d9-46e8-be63-36d7b7ae4ea1 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 1000 time: 0.0602119 Jun 23 16:48:53.414105 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-83b5080b-cf5b-4fed-9b05-60719f184d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:53.415517 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-83b5080b-cf5b-4fed-9b05-60719f184d27 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0425253 Jun 23 16:48:53.476267 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-54199b27-a1de-47b7-9a59-d400c41a0af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:53.477747 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-54199b27-a1de-47b7-9a59-d400c41a0af1 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0526414 Jun 23 16:48:53.573640 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-62d39907-b894-4f02-9b81-d2393f52297d service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888104 Jun 23 16:48:53.663921 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-d2bd8b6f-a66a-460d-b468-384b7750b9c6 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832441 Jun 23 16:48:54.260935 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d903583e-0c72-4c56-900d-3818aabd4b99 req-2e7e8b32-ddd6-461a-af55-97f37c89478b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:54.263663 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d903583e-0c72-4c56-900d-3818aabd4b99 req-2e7e8b32-ddd6-461a-af55-97f37c89478b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.1230552 Jun 23 16:48:54.312978 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d903583e-0c72-4c56-900d-3818aabd4b99 req-c8d3af94-46da-455d-8236-0effd7aa55bf tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430861 Jun 23 16:48:55.505433 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4160b35-1f39-4ee0-b1e1-b1e3d7ae597b req-cde23418-04d8-44de-b281-2e0630c22f75 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:55.506954 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f4160b35-1f39-4ee0-b1e1-b1e3d7ae597b req-cde23418-04d8-44de-b281-2e0630c22f75 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0676723 Jun 23 16:48:55.555857 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f4160b35-1f39-4ee0-b1e1-b1e3d7ae597b req-ff15ff97-2b6e-4093-8712-804579380ec9 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427482 Jun 23 16:48:56.746817 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d528f-9c06-46e1-a6c5-6da5d9b1a1f6 req-393e8418-7c06-4ae6-a245-61811d8b99d3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:56.748265 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-157d528f-9c06-46e1-a6c5-6da5d9b1a1f6 req-393e8418-7c06-4ae6-a245-61811d8b99d3 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0711946 Jun 23 16:48:56.792638 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-157d528f-9c06-46e1-a6c5-6da5d9b1a1f6 req-84898ea7-92ea-4186-92ea-f50c0f82b6c1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382671 Jun 23 16:48:57.983346 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7cde-51d3-41b5-b9a2-b3c0d9ccf8a9 req-f4e2cc0d-a421-4ba4-ad4a-6d7b9e474db1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:57.984878 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4e7f7cde-51d3-41b5-b9a2-b3c0d9ccf8a9 req-f4e2cc0d-a421-4ba4-ad4a-6d7b9e474db1 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0693247 Jun 23 16:48:58.026050 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4e7f7cde-51d3-41b5-b9a2-b3c0d9ccf8a9 req-506a30ee-9272-4f9b-8adb-196585732c54 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354295 Jun 23 16:48:59.218187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623b849-5226-4c10-a76e-0d9327c47a3a req-f64d0331-9dbf-49c9-80a6-4506c9edafdf tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:48:59.219756 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7623b849-5226-4c10-a76e-0d9327c47a3a req-f64d0331-9dbf-49c9-80a6-4506c9edafdf tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0709565 Jun 23 16:48:59.262037 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7623b849-5226-4c10-a76e-0d9327c47a3a req-800fa72f-e18c-4fe1-8c94-ed2b219179df tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359716 Jun 23 16:49:00.459214 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5d9a9-f4af-4c7a-b2aa-7722946346e0 req-b719d7d0-982c-4250-91b2-9eaa86797c27 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:00.460892 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e9c5d9a9-f4af-4c7a-b2aa-7722946346e0 req-b719d7d0-982c-4250-91b2-9eaa86797c27 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0715389 Jun 23 16:49:00.500691 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e9c5d9a9-f4af-4c7a-b2aa-7722946346e0 req-fbfe8b8f-8465-4428-a084-c57b8b77330b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341496 Jun 23 16:49:01.702187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c914f0-1349-4b43-bc41-4ff006d7c208 req-33056d00-ef75-4990-b854-e7628f9a7c72 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:01.703616 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-29c914f0-1349-4b43-bc41-4ff006d7c208 req-33056d00-ef75-4990-b854-e7628f9a7c72 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0751557 Jun 23 16:49:01.745448 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-29c914f0-1349-4b43-bc41-4ff006d7c208 req-66b5e724-f6fe-419b-8994-3f0621efa203 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345912 Jun 23 16:49:02.959634 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad6d901-e525-4cb2-a01c-a390bf555c0d req-587a79c6-df2c-4797-8c90-6141f2326300 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:02.961313 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1ad6d901-e525-4cb2-a01c-a390bf555c0d req-587a79c6-df2c-4797-8c90-6141f2326300 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0763094 Jun 23 16:49:03.001216 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1ad6d901-e525-4cb2-a01c-a390bf555c0d req-045bf80d-b639-4ac0-83e9-ffdac7058fda tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342045 Jun 23 16:49:04.198104 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a2112-c2b9-493f-8955-5ab0d6ba236a req-ef7130f5-24f9-45fb-b8f8-4761de750569 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:04.199612 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8a2112-c2b9-493f-8955-5ab0d6ba236a req-ef7130f5-24f9-45fb-b8f8-4761de750569 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0731714 Jun 23 16:49:04.238877 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb8a2112-c2b9-493f-8955-5ab0d6ba236a req-e0d08434-a938-42b4-a3e4-63ed7f8a68ca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Jun 23 16:49:05.426261 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf449d-ec11-4097-9132-9e597822082f req-88c84847-44c4-4548-b63e-b5a11f770772 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:05.427797 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aaf449d-ec11-4097-9132-9e597822082f req-88c84847-44c4-4548-b63e-b5a11f770772 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0681589 Jun 23 16:49:05.475467 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8aaf449d-ec11-4097-9132-9e597822082f req-f63c0adf-4b57-49ed-ae20-a09d554b5958 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Jun 23 16:49:06.666492 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01489070-603d-4e68-816d-907724aff24d req-cf80cadc-f5b8-473d-815d-01a424a12dbe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:06.668151 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-01489070-603d-4e68-816d-907724aff24d req-cf80cadc-f5b8-473d-815d-01a424a12dbe tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 944 time: 0.0741138 Jun 23 16:49:06.708415 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-01489070-603d-4e68-816d-907724aff24d req-2f364501-9c03-4ef0-a250-b7f193cc0d89 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342369 Jun 23 16:49:07.496418 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:49:07.605829 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:07.617274 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'port_id': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'mac_address': 'fa:16:3e:34:ca:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:49:07.654409 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:07.667639 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89ac783-5c09-4531-8aef-3705c186d6b6 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:49:07.692477 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:07.701128 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:07.704713 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-189fc206-1fe9-4d8c-ac9f-ed95b7879022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:07.764670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=9']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:07.768040 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:07.893971 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b6cc3-203a-4ed4-8b9c-d11fce6b65d3 req-bd8faf16-3179-47a4-a0c7-f4afef56e02f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:07.895842 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-393b6cc3-203a-4ed4-8b9c-d11fce6b65d3 req-bd8faf16-3179-47a4-a0c7-f4afef56e02f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 945 time: 0.0667601 Jun 23 16:49:07.939653 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-393b6cc3-203a-4ed4-8b9c-d11fce6b65d3 req-bab610c6-c216-43cf-ad75-d8426867597b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344701 Jun 23 16:49:08.062567 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['d89ac783-5c09-4531-8aef-3705c186d6b6'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:49:09.168671 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ef7c7-71cf-49b5-9a57-059a80aee4af req-ea2806eb-03ed-4906-bbf5-74865ade0c98 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:09.170156 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e62ef7c7-71cf-49b5-9a57-059a80aee4af req-ea2806eb-03ed-4906-bbf5-74865ade0c98 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 945 time: 0.0708733 Jun 23 16:49:09.213170 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e62ef7c7-71cf-49b5-9a57-059a80aee4af req-9c60de40-2c11-4f1f-8a4d-085efdec11cd tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367572 Jun 23 16:49:09.495285 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:49:09.546829 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port d89ac783-5c09-4531-8aef-3705c186d6b6 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:49:09.547188 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:09.629686 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:09.652294 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:49:09.654640 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a95c639-0658-48d3-94a4-2b1c1980ea5f" -d '{"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:49:09.667221 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:09.672466 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:09.674933 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-8171f9d8-e80a-44e8-ae1b-34814bc2f36b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:09.699066 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0c731c-dd10-4f74-b032-d0ad1881920e x-openstack-request-id: req-dc0c731c-dd10-4f74-b032-d0ad1881920e {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:49:09.699369 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-plugged", "status": "completed", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:49:09.699655 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-dc0c731c-dd10-4f74-b032-d0ad1881920e {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:49:09.700058 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'code': 200} Jun 23 16:49:09.725783 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=10']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:09.728952 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:09.971697 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228bf2ff-5088-4532-b39f-4612b19112a3 req-d1221ad4-521a-4b11-9ca5-fbaabc4c5709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:09.973524 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-228bf2ff-5088-4532-b39f-4612b19112a3 req-d1221ad4-521a-4b11-9ca5-fbaabc4c5709 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1100 time: 0.0597591 Jun 23 16:49:10.009529 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-228bf2ff-5088-4532-b39f-4612b19112a3 req-b4ce4b53-35a8-489a-91a2-6016e49cbca6 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295439 Jun 23 16:49:10.435695 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4adac-d394-4079-9536-0abe98f4c279 req-48605502-810a-457c-86a9-fd4175c8eea7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:10.437009 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9e4adac-d394-4079-9536-0abe98f4c279 req-48605502-810a-457c-86a9-fd4175c8eea7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 947 time: 0.1000400 Jun 23 16:49:10.481559 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-b9e4adac-d394-4079-9536-0abe98f4c279 req-ab8cf001-86d4-4bfa-b332-e3ac3a54d14b tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364494 Jun 23 16:49:11.676048 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad16bee-2b5c-4ae9-b9c0-bf99bdea371c req-f9cfd8a3-5c70-49fd-9d4b-09fc0590a2fa tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:11.677539 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8ad16bee-2b5c-4ae9-b9c0-bf99bdea371c req-f9cfd8a3-5c70-49fd-9d4b-09fc0590a2fa tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 947 time: 0.0718782 Jun 23 16:49:11.716409 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8ad16bee-2b5c-4ae9-b9c0-bf99bdea371c req-6a79e606-be2b-4efd-98ab-c73729f8b295 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329754 Jun 23 16:49:12.900432 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2757f049-741f-4a3c-aa38-80f57cef5309 req-8121c8ef-bbf1-45ac-8718-8c9393b1e62a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:12.901935 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2757f049-741f-4a3c-aa38-80f57cef5309 req-8121c8ef-bbf1-45ac-8718-8c9393b1e62a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 947 time: 0.0662189 Jun 23 16:49:12.941644 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2757f049-741f-4a3c-aa38-80f57cef5309 req-211985d7-9baa-4827-84dc-016cda13f175 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339298 Jun 23 16:49:14.319529 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:14.674040 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f1c52919-f03e-4207-8f94-3819238d473a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:17.474670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-a6ec9784-b8f3-43c4-88ac-d90e37da5706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:17.522641 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:18.576018 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:20.227402 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:20.632484 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-bc696ace-6192-4a05-83a3-595a59c1e11d service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561433 Jun 23 16:49:20.758548 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-91e0a13f-670d-4148-a5ab-1975aea43de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:20.759959 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-91e0a13f-670d-4148-a5ab-1975aea43de3 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599638299e954cf3a848a76cc6e54687&device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 1100 time: 0.0561395 Jun 23 16:49:20.890500 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-e639a2f0-ea4c-4844-8ee5-83bf8c842a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:20.892009 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-e639a2f0-ea4c-4844-8ee5-83bf8c842a3c service neutron] 10.222.0.111 "GET /v2.0/networks?id=a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 200 len: 919 time: 0.1018720 Jun 23 16:49:20.959928 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-47732ba5-4ac0-47f3-99f8-23a4c71f6eb1 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 200 len: 1002 time: 0.0608735 Jun 23 16:49:21.015137 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-c2e3577e-d74d-4b4d-b7de-8d75bc42fc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:21.016534 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-c2e3577e-d74d-4b4d-b7de-8d75bc42fc79 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 200 len: 856 time: 0.0501442 Jun 23 16:49:21.082472 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-ffe19ddb-a727-4d82-b30a-569a76c4b7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:21.083970 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-ffe19ddb-a727-4d82-b30a-569a76c4b7cc service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=a08b6471-24a3-4af6-829c-2d0b484ea9e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0602763 Jun 23 16:49:21.181334 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-bc9a3f0a-3d9b-42bd-ab7f-104e68dc7622 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861616 Jun 23 16:49:21.280876 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4e122bb1-1521-40bf-9805-55e18efe80e4 req-654fee38-61ff-47a7-a9d5-845eaedcd328 service neutron] 10.222.0.111 "GET /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904286 Jun 23 16:49:25.802397 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:49:44.330234 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:44.677277 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4b37c58d-3f89-4e49-aab0-5af1ffc4701b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:46.956737 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef229b5-bc43-40db-9fae-d5531f26ddc4 req-517466b8-cde9-4853-aeea-808a168b5bc7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:46.958247 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1ef229b5-bc43-40db-9fae-d5531f26ddc4 req-517466b8-cde9-4853-aeea-808a168b5bc7 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 947 time: 0.0677142 Jun 23 16:49:46.998170 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1ef229b5-bc43-40db-9fae-d5531f26ddc4 req-e1c89a21-7006-4bc7-ab7f-0784cd8910e2 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341761 Jun 23 16:49:47.481751 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-563aa3c2-1c03-42b1-935f-32f5f8a75686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:47.526660 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.213882 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862fe89-ec7d-4b3c-a79c-91be9e1deaf8 req-9818d31d-bda0-431a-a367-ba44947a480a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:48.215322 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8862fe89-ec7d-4b3c-a79c-91be9e1deaf8 req-9818d31d-bda0-431a-a367-ba44947a480a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 947 time: 0.0774996 Jun 23 16:49:48.256285 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8862fe89-ec7d-4b3c-a79c-91be9e1deaf8 req-eb430334-7670-4723-9b6d-5e389144ca63 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups?id=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Jun 23 16:49:48.535292 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-c0460ac3-983f-421a-aeb3-d3ec271aa363 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:48.536770 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-c0460ac3-983f-421a-aeb3-d3ec271aa363 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 947 time: 0.0692637 Jun 23 16:49:48.578808 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.649597 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Deleting port d89ac783-5c09-4531-8aef-3705c186d6b6 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:49:48.649936 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.736066 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] For port d89ac783-5c09-4531-8aef-3705c186d6b6, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=d89ac783-5c09-4531-8aef-3705c186d6b6,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:48.736352 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.907149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.907514 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:48.907851 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Floating IP 56914b7c-f666-40ce-aa0d-eae23f86dc87 disassociated. External IP: 172.28.3.240, port: d89ac783-5c09-4531-8aef-3705c186d6b6. Jun 23 16:49:48.908187 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Calling delete_port for d89ac783-5c09-4531-8aef-3705c186d6b6 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:49:49.035815 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:49.043799 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:49.072670 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event deleted for resources: {'Port': ['ID=d89ac783-5c09-4531-8aef-3705c186d6b6,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:49.083779 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.084160 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.084574 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.084922 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.085279 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.085638 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.085995 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.086347 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.086699 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.087055 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.087410 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.087787 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:49.092486 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:49.197807 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:49:49.302798 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:49:49.314052 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:49:49.324315 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:49:49.325056 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:49.351941 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] No DVR routers for this DVR port d89ac783-5c09-4531-8aef-3705c186d6b6 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:49:49.354490 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:49.356640 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-940b2739-42d0-40b1-a1cd-767f851c3160 req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.111 "DELETE /v2.0/ports/d89ac783-5c09-4531-8aef-3705c186d6b6 HTTP/1.1" status: 204 len: 173 time: 0.8143077 Jun 23 16:49:49.357159 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-deleted', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:49:49.359533 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bdd209-12aa-4fb4-aa3b-d6ca5ca5f088" -d '{"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-deleted", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:49:49.401428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19cfe2ad-b967-4bef-9191-f893a4bbcf60 x-openstack-request-id: req-19cfe2ad-b967-4bef-9191-f893a4bbcf60 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:49:49.401759 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a405e62-f239-443a-b8d8-be8233dd1b0e", "name": "network-vif-deleted", "tag": "d89ac783-5c09-4531-8aef-3705c186d6b6", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:49:49.402053 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-19cfe2ad-b967-4bef-9191-f893a4bbcf60 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:49:49.402574 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a405e62-f239-443a-b8d8-be8233dd1b0e', 'name': 'network-vif-deleted', 'tag': 'd89ac783-5c09-4531-8aef-3705c186d6b6', 'status': 'completed', 'code': 200} Jun 23 16:49:49.424907 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a397c024-6bd2-4180-a341-ad430da81500 req-a86632f7-025b-457f-9250-4c6290f1e82d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/ports?device_id=1a405e62-f239-443a-b8d8-be8233dd1b0e HTTP/1.1" status: 200 len: 210 time: 0.0455437 Jun 23 16:49:49.449718 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:49:49.665724 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:49.695193 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:49:49.703944 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:49:49.704577 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:49.824459 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:49:50.042533 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:50.069706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaba9c4-70c0-46f2-87c3-9ac3960412b5 None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:50Z', 'revision_number': 4, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '93a4a4de-5730-4583-b720-89f069c5e9fc', 'name': '', 'network_id': 'a08b6471-24a3-4af6-829c-2d0b484ea9e1', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'mac_address': 'fa:16:3e:f6:65:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:49Z', 'updated_at': '2021-06-23T16:44:54Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'subnets': [{'id': '48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:49:50.232114 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.294870 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc1cb584-be92-40ad-969d-8dd0385aae5f None None] New status for floating IP 56914b7c-f666-40ce-aa0d-eae23f86dc87: DOWN {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:49:50.572387 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33122) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:50.626947 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.650727 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.702242 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.704934 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.706118 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "DELETE /v2.0/security-groups/cbd2f3f6-b7f6-4541-9602-5e45bfc27cee HTTP/1.1" status: 204 len: 168 time: 0.1327279 Jun 23 16:49:50.706869 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-da60ebf6-b92d-42b6-8728-fc65bf7d79e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:50.709241 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33124) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:50.715855 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd2f3f6-b7f6-4541-9602-5e45bfc27cee,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:50.723163 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.723753 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.api.v2.resource [None req-3622bf5c-f9fb-4a87-b78b-dee3a860216d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] show failed (client error): The resource could not be found. Jun 23 16:49:50.723940 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.724226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.724580 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.724779 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-3622bf5c-f9fb-4a87-b78b-dee3a860216d tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "GET /v2.0/security-groups/cbd2f3f6-b7f6-4541-9602-5e45bfc27cee HTTP/1.1" status: 404 len: 347 time: 0.0144806 Jun 23 16:49:50.724935 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.725289 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.725635 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.725979 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.726323 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.726666 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.727031 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.727379 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:50.727832 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33126) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:50.730715 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:50.850522 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Deleting port 726297e4-3aaf-4954-8e50-6a34eb66a657 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:49:50.850857 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.922839 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.923148 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:50.934799 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Calling delete_port for 726297e4-3aaf-4954-8e50-6a34eb66a657 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:49:51.066006 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:51.068087 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0078422b-64ac-44a3-95a4-4e77e2561465 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:51.094071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Pushing event deleted for resources: {'Port': ['ID=726297e4-3aaf-4954-8e50-6a34eb66a657,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:51.097203 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:51.155638 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:51.158195 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:51.159361 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] 10.222.0.97 "DELETE /v2.0/floatingips/56914b7c-f666-40ce-aa0d-eae23f86dc87 HTTP/1.1" status: 204 len: 168 time: 0.4306428 Jun 23 16:49:51.775952 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:49:51.803361 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: d89ac783-5c09-4531-8aef-3705c186d6b6 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:49:51.803743 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device d89ac783-5c09-4531-8aef-3705c186d6b6 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:49:53.829472 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33150) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:54.610528 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:54.908775 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Deleting port 93a4a4de-5730-4583-b720-89f069c5e9fc {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:49:54.909534 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:54.986748 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] For port 93a4a4de-5730-4583-b720-89f069c5e9fc, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=93a4a4de-5730-4583-b720-89f069c5e9fc,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:54.987521 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.003687 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Calling delete_port for 93a4a4de-5730-4583-b720-89f069c5e9fc owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:49:55.184150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.186019 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:55.209161 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Pushing event deleted for resources: {'Port': ['ID=93a4a4de-5730-4583-b720-89f069c5e9fc,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:55.212263 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:55.375212 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.587820 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Router 230067cc-6f76-4488-8060-c6fa3b8923d1 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:49:55.693790 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:49:55.699138 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1882271a-55ce-45b0-8284-0666b3ab1998 admin admin] 10.222.0.97 "PUT /v2.0/routers/230067cc-6f76-4488-8060-c6fa3b8923d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8686566 Jun 23 16:49:55.701664 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33154) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:55.711690 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] Sync routers for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:49:55.713076 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:49:55.713712 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:55.810310 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.917608 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:55.947618 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:49:55.973876 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Deleting port 5ae2494b-e462-4495-be25-5dbe2502eccc {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:49:55.974258 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.050474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] For port 5ae2494b-e462-4495-be25-5dbe2502eccc, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=5ae2494b-e462-4495-be25-5dbe2502eccc,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:56.050768 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.068887 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Calling delete_port for 5ae2494b-e462-4495-be25-5dbe2502eccc owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:49:56.133238 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250'}], 'enable_snat': True}, 'gw_port_id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:49:55Z', 'revision_number': 5, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port': {'id': '5ae2494b-e462-4495-be25-5dbe2502eccc', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:5b:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 566, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:44:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:56.160264 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] Checking router: 230067cc-6f76-4488-8060-c6fa3b8923d1 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:49:56.168975 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] Routers {'230067cc-6f76-4488-8060-c6fa3b8923d1'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:49:56.169523 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['230067cc-6f76-4488-8060-c6fa3b8923d1'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:56.238901 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.242917 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3d19ad34-428d-4a5b-ade9-60879cdcdab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:56.259217 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] Set router 230067cc-6f76-4488-8060-c6fa3b8923d1 gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:49:56.268753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae2494b-e462-4495-be25-5dbe2502eccc,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:56.272553 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:56.323624 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:49:55Z', 'revision_number': 6, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port_host': None}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:56.336325 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.355319 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc2b82a3-302c-40a8-9d1c-cf8048d9b926 None None] The sync data for ids ['230067cc-6f76-4488-8060-c6fa3b8923d1'] in dv-cinder-796950-7-smb is: [{'id': '230067cc-6f76-4488-8060-c6fa3b8923d1', 'name': 'tempest-AttachVolumeShelveTestJSON-1331428868-router', 'tenant_id': '599638299e954cf3a848a76cc6e54687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:44:47Z', 'updated_at': '2021-06-23T16:49:55Z', 'revision_number': 6, 'project_id': '599638299e954cf3a848a76cc6e54687', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:49:56.427530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.429830 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.474202 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.475027 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 230067cc-6f76-4488-8060-c6fa3b8923d1 {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:49:56.479548 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.480692 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] 10.222.0.97 "DELETE /v2.0/routers/230067cc-6f76-4488-8060-c6fa3b8923d1 HTTP/1.1" status: 204 len: 168 time: 0.7780836 Jun 23 16:49:56.483166 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33156) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:56.529943 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Deleting subnet 48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd {{(pid=99533) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:49:56.533160 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.568694 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1067441145'] for subnet, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.647971 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.713054 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1067064190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1067039434'] for subnet, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.715551 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-2c5ad5d8-090a-4d24-bc37-cf1cdf406edb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:56.742205 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:56.745258 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:56.746243 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.751056 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33158) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:56.755162 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55eddbe-2dc5-4712-bca3-d83c0e5f94d9 None None] Network a08b6471-24a3-4af6-829c-2d0b484ea9e1 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:49:56.759488 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-ed2469ba-e299-42e2-a3d1-9f3015c8e0cd admin admin] 10.222.0.97 "DELETE /v2.0/subnets/48d7fcf3-bd5b-4a80-9ca7-1b47c4e60acd HTTP/1.1" status: 204 len: 168 time: 0.2689021 Jun 23 16:49:56.825787 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.879257 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Deleting port 0426f19c-756c-4535-982a-2ba9dc7aa701 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:49:56.879657 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.947344 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] For port 0426f19c-756c-4535-982a-2ba9dc7aa701, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=0426f19c-756c-4535-982a-2ba9dc7aa701,segment=NetworkSegment(6c05739b-7770-46c7-9106-bcbb8b10abc0),segment_id=6c05739b-7770-46c7-9106-bcbb8b10abc0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:49:56.947605 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:56.960696 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Calling delete_port for 0426f19c-756c-4535-982a-2ba9dc7aa701 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:49:57.038786 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.041052 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:57.067423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Pushing event deleted for resources: {'Port': ['ID=0426f19c-756c-4535-982a-2ba9dc7aa701,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:57.070445 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:57.072042 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] No DVR routers for this DVR port 0426f19c-756c-4535-982a-2ba9dc7aa701 on host dv-cinder-796950-7-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:49:57.141570 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50579a32-d494-4e5b-816e-2592003edeb0 None None] DHCP port deletion for a08b6471-24a3-4af6-829c-2d0b484ea9e1 request from dv-cinder-796950-7-smb {{(pid=99535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:49:57.147980 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.163248 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 93a4a4de-5730-4583-b720-89f069c5e9fc no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:49:57.164889 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a08b6471-24a3-4af6-829c-2d0b484ea9e1']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:57.175836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c05739b-7770-46c7-9106-bcbb8b10abc0') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:57.176132 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c05739b-7770-46c7-9106-bcbb8b10abc0') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:49:57.183812 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 93a4a4de-5730-4583-b720-89f069c5e9fc {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:49:57.184160 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 93a4a4de-5730-4583-b720-89f069c5e9fc not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:49:57.186601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.200636 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.206700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Releasing vlan 1449 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:49:57.207083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:49:57.208784 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:49:57.267393 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.273600 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.275730 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] 10.222.0.97 "DELETE /v2.0/networks/a08b6471-24a3-4af6-829c-2d0b484ea9e1 HTTP/1.1" status: 204 len: 168 time: 0.5235603 Jun 23 16:49:57.276460 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:57.289928 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Pushing event deleted for resources: {'Network': ['ID=a08b6471-24a3-4af6-829c-2d0b484ea9e1,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:57.292452 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:57.396094 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33162) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:57.439565 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-1abad556-4ccb-4783-b245-6fe926572e7d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=599638299e954cf3a848a76cc6e54687&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425899 Jun 23 16:49:57.442344 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33164) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:57.492561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.514306 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.564287 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.567490 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:57.568729 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/4226f39c-76e3-4dfd-9185-78e3fd76dbd4 HTTP/1.1" status: 204 len: 168 time: 0.1253645 Jun 23 16:49:57.569558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-646b954d-88d4-43b8-94fd-88d29f420cca tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:57.578066 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4226f39c-76e3-4dfd-9185-78e3fd76dbd4,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:57.581795 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-08b19ee1-639c-450f-82ad-7cdb5e57fa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:58.258079 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33186) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:58.361093 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-829501649-network', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:49:58.383705 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Made reservation on behalf of 599dd195d6be4bb7b180c2e50c3549af for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:49:58.386050 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.394871 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.487282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.492629 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.495677 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bba5d993-e041-43bd-8a98-2b0e6b16c69a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:58.517451 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1443} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:49:58.528129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49710659-ddf7-4b91-9a1f-207777fc1ab7,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:58.528296 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 5ae2494b-e462-4495-be25-5dbe2502eccc no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:49:58.532083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:58.535290 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.535782 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Added segment 225e6a0e-c663-48f0-9797-0cd20fef2126 of type vlan for network 4b87d13a-7453-41ea-8ff1-6e17662fcaca Jun 23 16:49:58.553063 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 5ae2494b-e462-4495-be25-5dbe2502eccc {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:49:58.553413 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 5ae2494b-e462-4495-be25-5dbe2502eccc not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:49:58.553847 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 0426f19c-756c-4535-982a-2ba9dc7aa701 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:49:58.575496 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 0426f19c-756c-4535-982a-2ba9dc7aa701 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:49:58.575877 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 0426f19c-756c-4535-982a-2ba9dc7aa701 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:49:58.581962 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.611567 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.613519 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:58.614092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.616205 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f1525cbc-c60b-4982-b6a0-68e84bd93a88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:58.643362 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3837807 Jun 23 16:49:58.646580 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33190) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:58.652568 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Request body: {'subnet': {'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-829501649-subnet', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:49:58.674422 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Pushing event updated for resources: {'Network': ['ID=4b87d13a-7453-41ea-8ff1-6e17662fcaca,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:58.676992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Made reservation on behalf of 599dd195d6be4bb7b180c2e50c3549af for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:49:58.677821 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c2a0588b-1fcd-4115-ab25-800266ebe669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:58.679707 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067039447'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.685221 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:49:58.852753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067150013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067039429'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.856403 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-33dd712a-b995-49d8-9e5b-1a871467c0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:58.915451 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=943e2b19-0db9-47c7-8a5b-6e62a2bb0861,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:58.918609 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:58.926593 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Checking segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:49:58.926962 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Network hostable DHCP agents. Network: 4b87d13a-7453-41ea-8ff1-6e17662fcaca, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:49:58.946074 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:49:58.955155 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 4b87d13a-7453-41ea-8ff1-6e17662fcaca) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:49:58.959719 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:49:58.960295 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:58.966328 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8af1816-ae2c-448c-b28d-fa7729411e66 None None] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:49:58.977730 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-b1e791ab-9665-49ba-a38c-f2fb606f9eb8 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3295078 Jun 23 16:49:58.980668 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33192) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:49:58.986783 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:49:59.008877 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.009854 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.061375 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.120686 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:49:59.121610 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.199298 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.260367 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Allocated IP 172.20.0.2 (4b87d13a-7453-41ea-8ff1-6e17662fcaca/943e2b19-0db9-47c7-8a5b-6e62a2bb0861/ab9b3be9-2be8-47c0-9b0e-905579cb2bf9) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:49:59.400150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.404833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.413828 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Transition to ACTIVE for port object ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:49:59.421658 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.429621 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Transition to ACTIVE for port object ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:49:59.437454 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.439265 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:59.481706 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:49:59.484572 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:49:59.488391 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:49:59.495386 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Pushing event updated for resources: {'Port': ['ID=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:59.504980 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.505328 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.505665 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.506013 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.506343 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.506670 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.506997 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.507317 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.507659 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.507982 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.508300 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.508615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:49:59.525900 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Allocated IP 172.28.3.109 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/ba63df6f-dadb-4235-9e59-1cdba91d72b8) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:49:59.527358 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:59.562643 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Attempting to bind port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:49:59.563335 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Attempting to bind port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:49:59.563335 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Attempting to bind port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:49:59.569156 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:49:59.569531 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Checking segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:49:59.569935 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.570409 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Bound using segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:49:59.570877 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Bound port: ab9b3be9-2be8-47c0-9b0e-905579cb2bf9, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:49:59.571254 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.630836 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.635040 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] For port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:49:59.638218 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] For port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:49:59.644421 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.647527 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:59.670060 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:49:59.671983 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-189f456e-b3a4-4722-9c7f-fc5903030f56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:49:59.711553 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Pushing event updated for resources: {'Port': ['ID=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:59.713684 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:49:59.714782 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:49:59.717394 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:49:59.719476 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:49:59.722814 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Pushing event updated for resources: {'Port': ['ID=ba63df6f-dadb-4235-9e59-1cdba91d72b8,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:49:59.744240 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:00.002403 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:00.457275 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:00.575396 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:00.602427 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7116e5-def2-4e59-bf5c-7158cadc940c None None] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:50:00.606941 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Router c3f4d59a-8175-4c40-a227-1737823be01a is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:50:00.702963 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-f1a07b32-db32-451c-85e6-bb91ce0254ce None None] Provisioning for port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:00.716118 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:00.720244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:50:00.731733 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:50:00.737575 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:00.742342 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7604086 Jun 23 16:50:00.743024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33194) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:00.743543 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:00.744156 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:00.744751 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:00.745138 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:00.856448 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:00.864855 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:00.900549 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:00.906349 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:00.908339 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:00.969278 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:00.973685 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:01.131293 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-3297490a-9cfc-418e-84c9-b3fb07355472 None None] Provisioning complete for port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:01.131625 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3297490a-9cfc-418e-84c9-b3fb07355472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.154836 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:49:59Z', 'revision_number': 3, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:49:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:01.192458 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:50:01.192925 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Updating router c3f4d59a-8175-4c40-a227-1737823be01a port ba63df6f-dadb-4235-9e59-1cdba91d72b8 binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:50:01.230245 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.437779 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.500518 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.511233 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Transition to ACTIVE for port object ba63df6f-dadb-4235-9e59-1cdba91d72b8 will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:01.517964 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.520586 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-a1037c82-6fc5-4a7c-9d27-dfbc56f097d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:01.575086 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Attempting to bind port ba63df6f-dadb-4235-9e59-1cdba91d72b8 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:50:01.575460 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Attempting to bind port ba63df6f-dadb-4235-9e59-1cdba91d72b8 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:50:01.575839 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Attempting to bind port ba63df6f-dadb-4235-9e59-1cdba91d72b8 on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:01.583274 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Pushing event updated for resources: {'Port': ['ID=ba63df6f-dadb-4235-9e59-1cdba91d72b8,revision_number=2']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:01.586719 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:50:01.587093 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:01.587486 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.587951 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:50:01.588416 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Bound port: ba63df6f-dadb-4235-9e59-1cdba91d72b8, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:50:01.588809 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.600930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Allocated IP 172.20.0.1 (4b87d13a-7453-41ea-8ff1-6e17662fcaca/943e2b19-0db9-47c7-8a5b-6e62a2bb0861/816f9c30-73e6-4133-bcc3-6ff36d263f5f) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:50:01.611833 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.612217 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.612550 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.612875 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.613203 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.613522 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.613841 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.614152 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.614474 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.614787 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.615096 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.615405 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:50:01.620575 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:01.656296 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] For port ba63df6f-dadb-4235-9e59-1cdba91d72b8, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:50:01.659605 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] For port ba63df6f-dadb-4235-9e59-1cdba91d72b8, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ba63df6f-dadb-4235-9e59-1cdba91d72b8,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:50:01.665195 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.667575 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:01.710953 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.722872 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:01.723839 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:01.725309 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.provisioning_blocks [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Transition to ACTIVE for port object 816f9c30-73e6-4133-bcc3-6ff36d263f5f will not be triggered until provisioned by entity DHCP. {{(pid=99534) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:01.729060 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Pushing event updated for resources: {'Port': ['ID=ba63df6f-dadb-4235-9e59-1cdba91d72b8,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:01.762037 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.765296 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1a7244cf-f6fd-4074-be84-35fbd90e51f5 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:01.765436 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-8f4ba400-930f-451b-adbb-b470aa85cc69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:01.801843 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:01.806094 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:01.810603 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:50:01.833987 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:01.836392 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=816f9c30-73e6-4133-bcc3-6ff36d263f5f,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:01.840588 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:01.854930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:01.995747 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.033506 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:49:59Z', 'revision_number': 3, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:02.047678 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-0a808647-415a-4a99-a4aa-6d7eee10a76a None None] Provisioning for port 816f9c30-73e6-4133-bcc3-6ff36d263f5f completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:02.052961 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-0a808647-415a-4a99-a4aa-6d7eee10a76a None None] Provisioning complete for port 816f9c30-73e6-4133-bcc3-6ff36d263f5f triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:02.053632 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-0a808647-415a-4a99-a4aa-6d7eee10a76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.063827 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb1d303-f140-4d4b-80e6-b96c05fc0f19 None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:49:59Z', 'revision_number': 3, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:50:02.100475 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-0a808647-415a-4a99-a4aa-6d7eee10a76a None None] Port 816f9c30-73e6-4133-bcc3-6ff36d263f5f cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:50:02.165159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.171706 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.174420 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-0cb92c4f-783f-4fee-b456-241fe731c73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:02.238974 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.241025 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Pushing event updated for resources: {'Port': ['ID=816f9c30-73e6-4133-bcc3-6ff36d263f5f,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:02.244159 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:02.351241 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:02.352775 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:02.487277 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Router c3f4d59a-8175-4c40-a227-1737823be01a has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:50:02.629466 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ba63df6f-dadb-4235-9e59-1cdba91d72b8 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:02.635214 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:50:02.643532 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] 10.222.0.97 "PUT /v2.0/routers/c3f4d59a-8175-4c40-a227-1737823be01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992856 Jun 23 16:50:02.661701 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-c1b25a1e-248a-4c56-b287-db6ce6daddaa None None] Provisioning complete for port 816f9c30-73e6-4133-bcc3-6ff36d263f5f triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:02.662085 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c1b25a1e-248a-4c56-b287-db6ce6daddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.710121 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-c1b25a1e-248a-4c56-b287-db6ce6daddaa None None] Port 816f9c30-73e6-4133-bcc3-6ff36d263f5f cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:50:02.720715 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port ba63df6f-dadb-4235-9e59-1cdba91d72b8 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:02.726738 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port ba63df6f-dadb-4235-9e59-1cdba91d72b8 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:02.726949 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.801470 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:50:02.828806 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.852698 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port ba63df6f-dadb-4235-9e59-1cdba91d72b8, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ba63df6f-dadb-4235-9e59-1cdba91d72b8,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:02.857151 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:02.858175 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:02.861005 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:02.940189 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=ba63df6f-dadb-4235-9e59-1cdba91d72b8,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:02.944064 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:02.952755 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:02.953137 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.274513 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33202) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:03.279837 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521213781', 'description': 'tempest-description--53024252'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:03.306517 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.408069 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.414360 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.420165 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3a78204e-2231-4c41-ac70-32c3f5144db8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:03.453680 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.454884 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.1793282 Jun 23 16:50:03.456841 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94ce51a-190b-4dc3-b2dc-0197c71634fb,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:03.457881 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33204) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:03.459506 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8ac114e9-1c8a-4d81-9676-63818ed887d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:03.463880 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'security_group_rule': {'security_group_id': 'f94ce51a-190b-4dc3-b2dc-0197c71634fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:03.494459 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.561645 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.569260 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.574310 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:03.590103 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dce3c45-a118-4eb4-87bd-77c7b45da993,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:03.592802 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:03.594266 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.595394 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-7f2b8614-cd85-485b-8b2f-141647601f63 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356461 Jun 23 16:50:03.598196 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33206) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:03.602934 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'security_group_rule': {'security_group_id': 'f94ce51a-190b-4dc3-b2dc-0197c71634fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:03.632146 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.694977 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.699978 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.702012 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:03.714027 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:50:03.719026 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c9f726f-67fa-4d55-893a-c3fcbc032c31,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:03.721461 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:03.724551 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:03.725252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:03.728256 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.729588 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6b74f6b0-9385-475a-ae26-df426586e6f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1301296 Jun 23 16:50:03.732989 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33208) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:03.737855 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'floatingip': {'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:03.761074 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.832037 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:03.858580 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:03.967076 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Allocated IP 172.28.3.91 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/a8d99756-f9ee-4416-914d-d3f5326089a1) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:50:04.033867 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 2, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:04.060391 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:50:04.060785 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Updating router c3f4d59a-8175-4c40-a227-1737823be01a port 816f9c30-73e6-4133-bcc3-6ff36d263f5f binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:50:04.068726 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.094630 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.108470 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.111256 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8a1c07ac-6391-4875-a9b7-2d9964f684bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:04.153576 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:04.156334 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:04.160011 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:50:04.181540 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'Port': ['ID=a8d99756-f9ee-4416-914d-d3f5326089a1,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:04.185556 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:04.248599 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.294978 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.456276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.462677 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.464951 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c5a02362-180e-454a-a455-de6396f02f55 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:04.492908 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.510064 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Transition to ACTIVE for port object 816f9c30-73e6-4133-bcc3-6ff36d263f5f will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:04.521683 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.523965 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:04.543033 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'Port': ['ID=a8d99756-f9ee-4416-914d-d3f5326089a1,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:04.548983 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:04.556700 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.571327 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.575951 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ba63df6f-dadb-4235-9e59-1cdba91d72b8 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:04.583782 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8487303 Jun 23 16:50:04.626668 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f866a-f0cb-4ef9-86af-db7a05c15978 None None] Pushing event updated for resources: {'Port': ['ID=816f9c30-73e6-4133-bcc3-6ff36d263f5f,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:04.631827 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1a7f866a-f0cb-4ef9-86af-db7a05c15978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:04.672548 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Attempting to bind port 816f9c30-73e6-4133-bcc3-6ff36d263f5f on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:50:04.672911 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Attempting to bind port 816f9c30-73e6-4133-bcc3-6ff36d263f5f by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:50:04.673295 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Attempting to bind port 816f9c30-73e6-4133-bcc3-6ff36d263f5f on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:04.681344 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:50:04.681764 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Checking segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:04.682135 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.682532 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Bound using segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:50:04.683023 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Bound port: 816f9c30-73e6-4133-bcc3-6ff36d263f5f, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:50:04.683403 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.723105 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port ba63df6f-dadb-4235-9e59-1cdba91d72b8 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:04.724208 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.730313 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-0338e238-e7a8-4782-ac8b-448bb0ac845e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--521213781&fields=id&tenant_id=599dd195d6be4bb7b180c2e50c3549af HTTP/1.1" status: 200 len: 267 time: 0.0364766 Jun 23 16:50:04.786608 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] For port 816f9c30-73e6-4133-bcc3-6ff36d263f5f, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:50:04.790954 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] For port 816f9c30-73e6-4133-bcc3-6ff36d263f5f, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=816f9c30-73e6-4133-bcc3-6ff36d263f5f,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:50:04.797172 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:04.800184 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:04.842225 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-3fc80dd7-d763-4b9e-a1f5-a1bea29ff84a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:04.843757 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-3fc80dd7-d763-4b9e-a1f5-a1bea29ff84a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 810 time: 0.1064439 Jun 23 16:50:04.860243 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-02fbc3d4-ffd6-4098-8808-8ac1649a4241 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/quotas/599dd195d6be4bb7b180c2e50c3549af HTTP/1.1" status: 200 len: 375 time: 0.0101137 Jun 23 16:50:04.899334 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:04.900002 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:49:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:04.902393 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f866a-f0cb-4ef9-86af-db7a05c15978 None None] Pushing event updated for resources: {'Port': ['ID=816f9c30-73e6-4133-bcc3-6ff36d263f5f,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:04.906910 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1a7f866a-f0cb-4ef9-86af-db7a05c15978 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:04.948521 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-afc206c3-3a14-4666-9372-8d8ea0a1a744 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0823920 Jun 23 16:50:05.018024 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:05.103228 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-0ae22673-334b-4ac6-b8ba-a7e7ebd4d16d service neutron] 10.222.0.97 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401229 Jun 23 16:50:05.201747 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-7c00878b-b920-4bc1-a77c-3c407af2701d service neutron] 10.222.0.97 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924180 Jun 23 16:50:05.231525 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:04Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:05.258614 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1395706c-f8a2-4c66-8f3a-749b4317b538 None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:04Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:50:05.394999 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e5169cbe-a9db-4e75-9d3c-c8464d1fb88f req-3d8547c0-55ae-423d-84d4-3b02e9393d2a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 210 time: 0.0296674 Jun 23 16:50:06.548358 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-51787fde-e6de-4d65-9bc1-7ed164ae73e2 req-60093141-71fd-447c-9642-2551cbcf3eaa tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 210 time: 0.0290682 Jun 23 16:50:06.578716 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 816f9c30-73e6-4133-bcc3-6ff36d263f5f up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:06.629685 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 816f9c30-73e6-4133-bcc3-6ff36d263f5f completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:06.634281 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 816f9c30-73e6-4133-bcc3-6ff36d263f5f triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:06.634741 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:06.641459 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-1bbd0f0f-cf81-4cd6-9840-4d7ced0fad32 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:06.642909 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-1bbd0f0f-cf81-4cd6-9840-4d7ced0fad32 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 810 time: 0.1339352 Jun 23 16:50:06.703002 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-6fd74fe4-c3b5-45f9-9c62-4ed10c08c157 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599dd195d6be4bb7b180c2e50c3549af HTTP/1.1" status: 200 len: 379 time: 0.0363941 Jun 23 16:50:06.712193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'port': {'device_id': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'admin_state_up': True, 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'security_groups': ['f94ce51a-190b-4dc3-b2dc-0197c71634fb']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:06.716157 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:06.751428 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 816f9c30-73e6-4133-bcc3-6ff36d263f5f, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=816f9c30-73e6-4133-bcc3-6ff36d263f5f,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:06.758743 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:06.761126 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:06.831495 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Made reservation on behalf of 599dd195d6be4bb7b180c2e50c3549af for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:50:06.833188 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=816f9c30-73e6-4133-bcc3-6ff36d263f5f,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:06.835368 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:06.836367 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:06.961991 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Allocated IP 172.20.0.3 (4b87d13a-7453-41ea-8ff1-6e17662fcaca/943e2b19-0db9-47c7-8a5b-6e62a2bb0861/21ec3ac0-3958-4787-8b10-d878646e9147) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:50:07.106853 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.127945 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Transition to ACTIVE for port object 21ec3ac0-3958-4787-8b10-d878646e9147 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:07.164558 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.168685 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-64716fca-a9ca-4a3c-ac63-9e3f2666e1dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:07.216329 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:50:07.221209 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:50:07.224005 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:50:07.252678 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'Port': ['ID=21ec3ac0-3958-4787-8b10-d878646e9147,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:07.258041 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:07.281033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:07.281757 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.299250 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-9a966fa5-f827-4560-822d-6b704b6489f8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5909681 Jun 23 16:50:07.318794 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Request body: {'port': {'device_id': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:07.397230 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.400201 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-5872d7a5-36c2-41f8-960e-7235ad93e2f6 None None] Provisioning for port 21ec3ac0-3958-4787-8b10-d878646e9147 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:07.403621 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-5872d7a5-36c2-41f8-960e-7235ad93e2f6 None None] Provisioning complete for port 21ec3ac0-3958-4787-8b10-d878646e9147 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:07.404059 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5872d7a5-36c2-41f8-960e-7235ad93e2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.450722 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-5872d7a5-36c2-41f8-960e-7235ad93e2f6 None None] Port 21ec3ac0-3958-4787-8b10-d878646e9147 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:50:07.673810 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21ec3ac0-3958-4787-8b10-d878646e9147 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:50:07.681702 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.693992 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Transition to ACTIVE for port object 21ec3ac0-3958-4787-8b10-d878646e9147 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:50:07.698654 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.700721 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8b6e9c2c-956b-4376-ac25-e5af36543e1a tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:07.737434 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96c3fa-a6e0-4e88-9860-a5bf797e9472 req-a93de667-e76f-49ac-aed9-fe565768da73 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:07.739036 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb96c3fa-a6e0-4e88-9860-a5bf797e9472 req-a93de667-e76f-49ac-aed9-fe565768da73 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 931 time: 0.0718379 Jun 23 16:50:07.774363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ec3ac0-3958-4787-8b10-d878646e9147,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:07.794818 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cb96c3fa-a6e0-4e88-9860-a5bf797e9472 req-1e739973-05e7-462b-9458-2d8788bf489f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493574 Jun 23 16:50:07.797817 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:07.829184 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Attempting to bind port 21ec3ac0-3958-4787-8b10-d878646e9147 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:50:07.829516 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Attempting to bind port 21ec3ac0-3958-4787-8b10-d878646e9147 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:50:07.829839 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Attempting to bind port 21ec3ac0-3958-4787-8b10-d878646e9147 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:07.834753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Port 21ec3ac0-3958-4787-8b10-d878646e9147 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:50:07.835067 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Attempting to bind port 21ec3ac0-3958-4787-8b10-d878646e9147 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:50:07.840979 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:50:07.841304 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Checking segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:50:07.841684 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Bound using segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:50:07.842107 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Bound port: 21ec3ac0-3958-4787-8b10-d878646e9147, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:50:07.842454 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.913735 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] For port 21ec3ac0-3958-4787-8b10-d878646e9147, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:50:07.917022 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] For port 21ec3ac0-3958-4787-8b10-d878646e9147, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=21ec3ac0-3958-4787-8b10-d878646e9147,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:50:07.921283 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.923401 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e01acd45-ef22-47dd-8068-59884f98a399 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:07.956584 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:07.957409 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:07.959008 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] 10.222.0.111 "PUT /v2.0/ports/21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 1093 time: 0.6450183 Jun 23 16:50:07.959619 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:50:07.962452 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef12751-bb3d-4188-8cf1-834f4be4ce17" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:50:07.999959 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Pushing event updated for resources: {'Port': ['ID=21ec3ac0-3958-4787-8b10-d878646e9147,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:08.005049 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:08.012465 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd99392c-6b71-4673-a02c-db5db5c5f620 x-openstack-request-id: req-cd99392c-6b71-4673-a02c-db5db5c5f620 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:50:08.012797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:50:08.013122 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd99392c-6b71-4673-a02c-db5db5c5f620 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:50:08.013515 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147', 'status': 'completed', 'code': 200} Jun 23 16:50:08.092591 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-628d4ab6-1031-459d-ad4d-037879d28579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.094113 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-628d4ab6-1031-459d-ad4d-037879d28579 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1096 time: 0.0601461 Jun 23 16:50:08.146329 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-5c26eada-a596-49da-b170-52313f3ec782 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 217 time: 0.0387471 Jun 23 16:50:08.194008 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-c99e3368-e93b-452c-b915-78a5fb0137dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.195460 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-c99e3368-e93b-452c-b915-78a5fb0137dd service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0433474 Jun 23 16:50:08.256220 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-58553e74-41fb-40a7-83b1-3031d62927c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.257722 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-58553e74-41fb-40a7-83b1-3031d62927c3 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543618 Jun 23 16:50:08.353539 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-b4e90f5a-9521-4847-b0fe-e582f30b0899 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870755 Jun 23 16:50:08.444168 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-86dcd86b-fe87-44c2-bc33-1e598e4436b4 req-6d1ec34b-7f6d-4cbf-9528-78f6ddb13cdd service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833175 Jun 23 16:50:08.535138 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 816f9c30-73e6-4133-bcc3-6ff36d263f5f up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:08.590891 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 816f9c30-73e6-4133-bcc3-6ff36d263f5f triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:08.591268 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:08.592846 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-0c569c71-df70-4ba0-968a-38cce6a2d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.594347 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-0c569c71-df70-4ba0-968a-38cce6a2d2a1 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1096 time: 0.0589919 Jun 23 16:50:08.694478 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-3ff196e3-8d8f-4d58-93b4-6948d205e526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.696059 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-3ff196e3-8d8f-4d58-93b4-6948d205e526 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0945795 Jun 23 16:50:08.740332 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-5fea5e9a-1300-4503-a659-3cb04c6fe4f0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 217 time: 0.0373240 Jun 23 16:50:08.788624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-20769050-3b1a-4e91-b7e6-955727225418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.790067 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-20769050-3b1a-4e91-b7e6-955727225418 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0437956 Jun 23 16:50:08.848744 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-8cf7693d-4fa6-4b16-92a1-81b4e1b472bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.850255 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-8cf7693d-4fa6-4b16-92a1-81b4e1b472bf service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0529952 Jun 23 16:50:08.944874 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-bcaeef4c-9fdc-4580-af8c-350c5aa342e3 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872893 Jun 23 16:50:08.975625 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f426f6a5-d771-49d2-a94c-91c3ac649831 req-9c09a2cd-52bf-40a3-9cd7-f056a70792fa tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:08.977190 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f426f6a5-d771-49d2-a94c-91c3ac649831 req-9c09a2cd-52bf-40a3-9cd7-f056a70792fa tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 943 time: 0.0646405 Jun 23 16:50:09.016587 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f426f6a5-d771-49d2-a94c-91c3ac649831 req-7c2e5b22-14cf-44e2-905f-c89bfa5a4dec tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333965 Jun 23 16:50:09.043649 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0ef12751-bb3d-4188-8cf1-834f4be4ce17 req-43fa0d0a-29d0-4b4d-a10a-86b01180acc7 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897734 Jun 23 16:50:10.195752 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd40e5-a4c6-442b-b5d8-1f2762ea0ea0 req-55c9a6fe-75c4-4638-9bb1-066a5bc263fd tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:10.197245 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8ecd40e5-a4c6-442b-b5d8-1f2762ea0ea0 req-55c9a6fe-75c4-4638-9bb1-066a5bc263fd tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 943 time: 0.0648880 Jun 23 16:50:10.240602 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-8ecd40e5-a4c6-442b-b5d8-1f2762ea0ea0 req-05da9bcc-e89a-4585-9b0d-b1cccd39f5d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376341 Jun 23 16:50:11.429781 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9619780-bcca-42c5-bc41-5ec34ca3c621 req-7d250870-26dc-4f90-93f3-64e93fd9de3a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:11.431258 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d9619780-bcca-42c5-bc41-5ec34ca3c621 req-7d250870-26dc-4f90-93f3-64e93fd9de3a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 943 time: 0.0772555 Jun 23 16:50:11.471627 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d9619780-bcca-42c5-bc41-5ec34ca3c621 req-defe2391-a477-4891-b6be-5a1611329b52 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344734 Jun 23 16:50:11.854818 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 21ec3ac0-3958-4787-8b10-d878646e9147 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:50:11.954559 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 21ec3ac0-3958-4787-8b10-d878646e9147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=21ec3ac0-3958-4787-8b10-d878646e9147,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:11.965958 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': '21ec3ac0-3958-4787-8b10-d878646e9147', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'port_id': '21ec3ac0-3958-4787-8b10-d878646e9147', 'mac_address': 'fa:16:3e:b3:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:50:12.003221 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.016000 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21ec3ac0-3958-4787-8b10-d878646e9147 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:50:12.035258 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 21ec3ac0-3958-4787-8b10-d878646e9147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=21ec3ac0-3958-4787-8b10-d878646e9147,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:12.041067 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:12.043064 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:12.093151 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=21ec3ac0-3958-4787-8b10-d878646e9147,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:12.096360 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:12.341851 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['21ec3ac0-3958-4787-8b10-d878646e9147'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:50:12.657664 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdb4e-cea3-4f31-a37e-48e6310a9202 req-56ab39bf-2dbc-4f6d-b19f-6b1a9d90ec71 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:12.659152 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-140fdb4e-cea3-4f31-a37e-48e6310a9202 req-56ab39bf-2dbc-4f6d-b19f-6b1a9d90ec71 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 944 time: 0.0690775 Jun 23 16:50:12.698727 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-140fdb4e-cea3-4f31-a37e-48e6310a9202 req-3f1eb044-a0f3-4172-84bf-9efdd0086694 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333474 Jun 23 16:50:13.869909 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 21ec3ac0-3958-4787-8b10-d878646e9147 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:50:13.879938 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0e9c0-76d6-4837-b508-db2280ca9f10 req-f0feb203-2a00-4914-b8da-36a82edfef24 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:13.881413 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-efa0e9c0-76d6-4837-b508-db2280ca9f10 req-f0feb203-2a00-4914-b8da-36a82edfef24 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 944 time: 0.0697870 Jun 23 16:50:13.920469 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-efa0e9c0-76d6-4837-b508-db2280ca9f10 req-bea904b2-c61d-40a6-ab98-e90e4433503d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330358 Jun 23 16:50:13.920830 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port 21ec3ac0-3958-4787-8b10-d878646e9147 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:50:13.924829 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port 21ec3ac0-3958-4787-8b10-d878646e9147 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:50:13.925200 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.006117 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.029833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:50:14.032226 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9993c6f-a48e-4270-aed8-9876bf9f19dd" -d '{"events": [{"server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "name": "network-vif-plugged", "status": "completed", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:50:14.044736 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port 21ec3ac0-3958-4787-8b10-d878646e9147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=21ec3ac0-3958-4787-8b10-d878646e9147,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:50:14.049436 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.051944 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:50:14.073577 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a1bef-690c-4ad8-8ba2-0637c95dc343 x-openstack-request-id: req-b44a1bef-690c-4ad8-8ba2-0637c95dc343 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:50:14.073903 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "name": "network-vif-plugged", "status": "completed", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:50:14.074152 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b44a1bef-690c-4ad8-8ba2-0637c95dc343 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:50:14.074527 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147', 'code': 200} Jun 23 16:50:14.101378 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=21ec3ac0-3958-4787-8b10-d878646e9147,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:50:14.104438 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:50:14.329943 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:14.330528 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8316530-4911-41d3-9cdc-f55cdf6df05b req-76265a01-049a-41ab-8aa0-2a06a45812c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:14.332129 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a8316530-4911-41d3-9cdc-f55cdf6df05b req-76265a01-049a-41ab-8aa0-2a06a45812c6 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.0545025 Jun 23 16:50:14.377974 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a8316530-4911-41d3-9cdc-f55cdf6df05b req-ecc14a66-2182-4ac3-b682-8a4fdac189c2 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387404 Jun 23 16:50:14.688991 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-328a22fb-35a6-4ba7-8439-9c8c43543363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:15.160846 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa845e-a3f4-4f6d-9575-1e8ab1784488 req-ec82a36c-f5c1-4a2a-aee2-776add6b386d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:15.162351 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4caa845e-a3f4-4f6d-9575-1e8ab1784488 req-ec82a36c-f5c1-4a2a-aee2-776add6b386d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.1240950 Jun 23 16:50:15.207130 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4caa845e-a3f4-4f6d-9575-1e8ab1784488 req-e8aebe6a-4249-42a9-b6e3-b5fd46c6822f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362661 Jun 23 16:50:16.402101 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501c903-e6e0-409f-a2f0-100d75e66e32 req-df8556b8-1986-455d-bdeb-ccc68c34bf2d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:16.403574 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e501c903-e6e0-409f-a2f0-100d75e66e32 req-df8556b8-1986-455d-bdeb-ccc68c34bf2d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0699785 Jun 23 16:50:16.450936 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e501c903-e6e0-409f-a2f0-100d75e66e32 req-3cd60d62-bd5b-4973-b743-0babd30cc9b6 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413437 Jun 23 16:50:16.643356 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831fce1-201b-4901-a194-6ddd8321a392 req-89cb8833-6bb8-4f2c-8f1b-037fb1533ffc tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:16.644933 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1831fce1-201b-4901-a194-6ddd8321a392 req-89cb8833-6bb8-4f2c-8f1b-037fb1533ffc tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0733371 Jun 23 16:50:16.654343 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33266) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:50:16.661157 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'floatingip': {'port_id': '21ec3ac0-3958-4787-8b10-d878646e9147'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:50:16.707058 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.207107 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.212176 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.319354 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Floating IP a31b4e80-70f3-488b-9a92-78ea2332af01 associated. External IP: 172.28.3.91, port: 21ec3ac0-3958-4787-8b10-d878646e9147. Jun 23 16:50:17.474764 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c9f74105-f033-410a-b9fa-bf8648d81f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.531915 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.547715 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Router c3f4d59a-8175-4c40-a227-1737823be01a has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:50:17.661158 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:50:17.666162 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:17.670934 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:50:17.681655 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:17.682280 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:50:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:17.709112 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-db87ba35-e815-475b-b760-03b822af3791 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "PUT /v2.0/floatingips/a31b4e80-70f3-488b-9a92-78ea2332af01 HTTP/1.1" status: 200 len: 990 time: 1.0513837 Jun 23 16:50:17.709112 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:50:17.709969 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7be38f-13d1-46e8-966a-98b47eb86bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:50:17.750147 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb48eadd-b445-44d3-87b2-facb74cff981 x-openstack-request-id: req-cb48eadd-b445-44d3-87b2-facb74cff981 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:50:17.750472 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:50:17.750762 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cb48eadd-b445-44d3-87b2-facb74cff981 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:50:17.751188 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147', 'status': 'completed', 'code': 200} Jun 23 16:50:17.811830 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:17.854393 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-51d1e6ef-5f11-486c-8b64-24876cea369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:17.856099 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-51d1e6ef-5f11-486c-8b64-24876cea369d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.0593464 Jun 23 16:50:17.953096 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-78398c1e-310e-4107-a47f-a78d96bd7726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:17.954592 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-78398c1e-310e-4107-a47f-a78d96bd7726 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0921953 Jun 23 16:50:18.052022 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': 'a31b4e80-70f3-488b-9a92-78ea2332af01', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'floating_ip_address': '172.28.3.91', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'port_id': '21ec3ac0-3958-4787-8b10-d878646e9147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'mac_address': 'fa:16:3e:b3:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:50:04Z', 'updated_at': '2021-06-23T16:50:17Z', 'revision_number': 1, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:18.079272 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:50:18.089283 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:50:18.089917 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:50:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:18.203122 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:50:18.302525 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-eefaf222-8143-4dd9-aec3-c9e485768785 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 998 time: 0.3409867 Jun 23 16:50:18.351828 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-51d218d0-bdc2-415e-adb5-23adf49c8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:18.353272 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-51d218d0-bdc2-415e-adb5-23adf49c8e5c service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0445230 Jun 23 16:50:18.423156 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-6bb05bee-d635-43fc-8288-6effcf376b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:18.424665 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-6bb05bee-d635-43fc-8288-6effcf376b8d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0652263 Jun 23 16:50:18.443186 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': 'a31b4e80-70f3-488b-9a92-78ea2332af01', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'floating_ip_address': '172.28.3.91', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'port_id': '21ec3ac0-3958-4787-8b10-d878646e9147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'mac_address': 'fa:16:3e:b3:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:50:04Z', 'updated_at': '2021-06-23T16:50:17Z', 'revision_number': 1, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:50:18.521230 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-69e30b28-10cc-425d-b64c-379cd663e006 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894861 Jun 23 16:50:18.564505 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c461308-b840-4883-9d0a-9e6c1a79cc26 None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': 'a31b4e80-70f3-488b-9a92-78ea2332af01', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'floating_ip_address': '172.28.3.91', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'port_id': '21ec3ac0-3958-4787-8b10-d878646e9147', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'mac_address': 'fa:16:3e:b3:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:50:04Z', 'updated_at': '2021-06-23T16:50:17Z', 'revision_number': 1, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:50:18.582886 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:18.626350 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8b7be38f-13d1-46e8-966a-98b47eb86bd6 req-e8748764-91eb-4584-aab9-2f814953115c service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984771 Jun 23 16:50:18.757339 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1416fd5-bf31-49cf-9c47-03a5a2d2ac32 None None] New status for floating IP a31b4e80-70f3-488b-9a92-78ea2332af01: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:50:20.233413 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:23.368048 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-e018b65a-45d3-4b70-bec0-a94990c311f4 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669222 Jun 23 16:50:23.493103 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-481b2627-e46a-43ca-be5d-133057b1bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:23.494638 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-481b2627-e46a-43ca-be5d-133057b1bd56 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.0589614 Jun 23 16:50:23.605686 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-f813cbfc-f649-4b20-90f9-4786a4deb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:23.606406 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-f813cbfc-f649-4b20-90f9-4786a4deb8d1 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0913188 Jun 23 16:50:23.672148 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-27d453b3-55c6-46d6-bfb4-ab4e5ae174b2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 1000 time: 0.0591326 Jun 23 16:50:23.727158 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-7e92c612-4dcd-4638-8827-4b5c2a982279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:23.728611 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-7e92c612-4dcd-4638-8827-4b5c2a982279 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0504692 Jun 23 16:50:23.784870 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-b46289fc-b6c4-4f61-a3b9-3c6191c14d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:50:23.786328 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-b46289fc-b6c4-4f61-a3b9-3c6191c14d20 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0508013 Jun 23 16:50:23.796561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-426bc3fb-d909-42bc-95ef-9c7c243769c1 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99533) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:50:23.797455 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-426bc3fb-d909-42bc-95ef-9c7c243769c1 service neutron] 10.222.0.111 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048749 Jun 23 16:50:23.892253 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-6c7d5a4f-b900-45f5-9c84-f879b59c8244 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877738 Jun 23 16:50:23.989491 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-cf58aeab-4325-48bc-85fc-13ece649b98f req-d33a785a-9c35-4bf6-a9da-13ce06b47ac6 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902004 Jun 23 16:50:39.800696 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:50:44.344202 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:44.687413 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9d65fb44-f319-40d7-88a2-15f2b953f213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:47.488629 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-90205516-c030-45e7-bf6d-c8f4b29ed048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:47.524081 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:48.588529 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:50:50.242418 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:02.490899 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebc033-7cb1-4dae-b69d-990a275cdaef req-e14c188f-72ce-49f1-9ed9-bd02e82af935 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:02.492394 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-63ebc033-7cb1-4dae-b69d-990a275cdaef req-e14c188f-72ce-49f1-9ed9-bd02e82af935 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0822227 Jun 23 16:51:02.531550 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-63ebc033-7cb1-4dae-b69d-990a275cdaef req-727fa729-a279-426f-867f-7810ad0a9fce tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333745 Jun 23 16:51:03.723507 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43850dd-ed5b-4bed-b72e-38d67afc4e7f req-3b2cc4f7-5440-4afd-ada5-3602496e1b92 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:03.725420 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c43850dd-ed5b-4bed-b72e-38d67afc4e7f req-3b2cc4f7-5440-4afd-ada5-3602496e1b92 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0784004 Jun 23 16:51:03.764626 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c43850dd-ed5b-4bed-b72e-38d67afc4e7f req-82422015-aa95-41aa-99c4-93719a60838b tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335696 Jun 23 16:51:04.964029 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447db74-7fba-42f3-b43b-2ad35b9c3f81 req-bf085843-dde6-4415-badb-174641b9f356 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:04.965514 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1447db74-7fba-42f3-b43b-2ad35b9c3f81 req-bf085843-dde6-4415-badb-174641b9f356 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0787964 Jun 23 16:51:05.005415 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1447db74-7fba-42f3-b43b-2ad35b9c3f81 req-5da88009-1c1e-44d2-8ee7-19e08da64abb tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339494 Jun 23 16:51:06.206488 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe155f4-71c9-4c46-9f53-c7f494340d0f req-154b89e8-91be-45da-ab84-00f4317e1414 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:06.213345 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bfe155f4-71c9-4c46-9f53-c7f494340d0f req-154b89e8-91be-45da-ab84-00f4317e1414 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0679693 Jun 23 16:51:06.248069 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bfe155f4-71c9-4c46-9f53-c7f494340d0f req-9d409dfb-093a-4ed8-93f5-8cb164f1a909 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338287 Jun 23 16:51:07.447021 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7524e07-caea-4aec-9b9b-e76477f1fbc3 req-e217bbac-4554-443e-9ff2-14b2c32d1038 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:07.448503 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7524e07-caea-4aec-9b9b-e76477f1fbc3 req-e217bbac-4554-443e-9ff2-14b2c32d1038 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0797384 Jun 23 16:51:07.490372 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e7524e07-caea-4aec-9b9b-e76477f1fbc3 req-cc2e7348-7f48-4a6a-a7b0-ccd5c6ea43c3 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334358 Jun 23 16:51:08.686215 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115873-a0c8-45e9-a7ef-ee6ee7045a22 req-dbbd3990-c5cf-4120-ac7c-44d0038c8267 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:08.687717 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a6115873-a0c8-45e9-a7ef-ee6ee7045a22 req-dbbd3990-c5cf-4120-ac7c-44d0038c8267 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0762534 Jun 23 16:51:08.734521 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a6115873-a0c8-45e9-a7ef-ee6ee7045a22 req-60ee1167-eca0-482e-b1d7-6815ce1653fc tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408881 Jun 23 16:51:09.944322 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689675d3-437a-4363-94a6-4addb136e758 req-ba6b9f4a-4bba-4bc2-bae6-8a6cb2e7034a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:09.945841 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-689675d3-437a-4363-94a6-4addb136e758 req-ba6b9f4a-4bba-4bc2-bae6-8a6cb2e7034a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0903227 Jun 23 16:51:09.986938 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-689675d3-437a-4363-94a6-4addb136e758 req-c1bc1960-5441-43e5-8dc8-f3bd2a2b34f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342193 Jun 23 16:51:11.177645 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f72d85-4271-4993-ad88-55fd216dd7a6 req-7ed477d2-26e5-4714-9f29-f755793cc355 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:11.179189 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a2f72d85-4271-4993-ad88-55fd216dd7a6 req-7ed477d2-26e5-4714-9f29-f755793cc355 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0695219 Jun 23 16:51:11.219610 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a2f72d85-4271-4993-ad88-55fd216dd7a6 req-5cbe5af4-2880-4894-b2be-698aa7941fb7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320561 Jun 23 16:51:12.408229 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb6dd9-3058-481c-b477-e9651191587d req-3d6e8352-8fc8-4b06-957d-8294213f6fcd tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:12.409589 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-95cb6dd9-3058-481c-b477-e9651191587d req-3d6e8352-8fc8-4b06-957d-8294213f6fcd tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0706224 Jun 23 16:51:12.447886 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-95cb6dd9-3058-481c-b477-e9651191587d req-b088f344-571e-498c-b99c-0a2f462325cd tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Jun 23 16:51:13.637588 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0dcf5-2e8c-47d0-893c-c25d7294c200 req-ef856e71-0232-4f41-8a15-c2d031707814 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:13.639066 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2ed0dcf5-2e8c-47d0-893c-c25d7294c200 req-ef856e71-0232-4f41-8a15-c2d031707814 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0714297 Jun 23 16:51:13.676970 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2ed0dcf5-2e8c-47d0-893c-c25d7294c200 req-942d83a9-003d-4e48-8d28-75731f08f393 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317616 Jun 23 16:51:14.033178 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f83f4-1157-4dbc-b73e-0cb6d1802ad6 req-17f7b526-4411-43a8-8d48-380355851996 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:14.034696 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-920f83f4-1157-4dbc-b73e-0cb6d1802ad6 req-17f7b526-4411-43a8-8d48-380355851996 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0708344 Jun 23 16:51:14.074689 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-920f83f4-1157-4dbc-b73e-0cb6d1802ad6 req-bdef8f85-fbee-42d2-8aee-9b3f64743742 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331283 Jun 23 16:51:14.119968 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6384c-2984-47ca-b54e-e978631e694c req-9696c4e4-80f2-408e-bfef-fcd4f80600ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:14.121463 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-9696c4e4-80f2-408e-bfef-fcd4f80600ee service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.1078732 Jun 23 16:51:14.216827 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6384c-2984-47ca-b54e-e978631e694c req-4ef9c0a7-a91d-4243-9d8b-1defe3fc57d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:14.218289 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-4ef9c0a7-a91d-4243-9d8b-1defe3fc57d0 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0901313 Jun 23 16:51:14.283430 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-8b684023-4bb3-4141-a4a7-bcd35c4bfc35 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 1000 time: 0.0589561 Jun 23 16:51:14.336023 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6384c-2984-47ca-b54e-e978631e694c req-4bb06f4c-66a1-4591-bf09-5b4cb8303824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:14.337460 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-4bb06f4c-66a1-4591-bf09-5b4cb8303824 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0484793 Jun 23 16:51:14.358697 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:14.397926 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6384c-2984-47ca-b54e-e978631e694c req-ba3c4167-e0fe-4a68-8935-9485ddf2730d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:14.399429 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-ba3c4167-e0fe-4a68-8935-9485ddf2730d service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547030 Jun 23 16:51:14.488790 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-68f967f7-0ad6-4cdb-b679-d722dec74cad service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829043 Jun 23 16:51:14.583515 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-4fb6384c-2984-47ca-b54e-e978631e694c req-068c5385-46d7-4577-8cfc-064ad5f988e3 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879989 Jun 23 16:51:14.682282 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-a85c8bfa-39e6-4a2a-b2b5-f6a87c67ca04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:15.256539 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8484bb-2cd1-48eb-9ed1-18e27b57a684 req-9f68aa86-8f5f-492f-92ce-85717185deea tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:15.258029 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d8484bb-2cd1-48eb-9ed1-18e27b57a684 req-9f68aa86-8f5f-492f-92ce-85717185deea tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0684273 Jun 23 16:51:15.299412 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d8484bb-2cd1-48eb-9ed1-18e27b57a684 req-a7cd4039-0b95-4e80-bfed-ebc47b37d318 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325804 Jun 23 16:51:16.486272 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7105aedf-1807-455b-8a99-18193a7e7030 req-95f2c1f3-9a88-49b3-bd7e-4837a6e3c7fc tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:16.487808 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7105aedf-1807-455b-8a99-18193a7e7030 req-95f2c1f3-9a88-49b3-bd7e-4837a6e3c7fc tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0705492 Jun 23 16:51:16.530684 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7105aedf-1807-455b-8a99-18193a7e7030 req-30dd9199-28be-4501-894d-603dcff1bcbf tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360711 Jun 23 16:51:16.801128 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:17.489579 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dd126f9b-098d-407a-b222-1f1349c22ff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:17.533118 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:18.596283 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:20.250380 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:22.613156 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-0560ae7f-51e0-48f8-8248-bd2a0a6297e4 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0569377 Jun 23 16:51:22.731608 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb950be-02ff-4529-be3c-69bf4c03428b req-97796c02-84f4-4d96-ab15-2bc641553b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:22.733083 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-97796c02-84f4-4d96-ab15-2bc641553b5d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.0565231 Jun 23 16:51:22.844033 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb950be-02ff-4529-be3c-69bf4c03428b req-ad7cea55-1575-4182-a72c-579369ecf810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:22.845469 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-ad7cea55-1575-4182-a72c-579369ecf810 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0909948 Jun 23 16:51:22.918228 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-b80e73cd-1aeb-4d2f-9a08-285d322a2c36 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 1000 time: 0.0656471 Jun 23 16:51:22.974941 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb950be-02ff-4529-be3c-69bf4c03428b req-6fe8062b-3562-43a3-89a3-9f6cdafc2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:22.976442 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-6fe8062b-3562-43a3-89a3-9f6cdafc2b4d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0520515 Jun 23 16:51:23.047277 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb950be-02ff-4529-be3c-69bf4c03428b req-6cb7e5bd-5cc6-4ade-bfa5-0489b3fa5be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:23.048792 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-6cb7e5bd-5cc6-4ade-bfa5-0489b3fa5be4 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0643806 Jun 23 16:51:23.139534 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-dc6a6771-4bde-46ac-b5ca-e491690b6892 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835016 Jun 23 16:51:23.246540 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-feb950be-02ff-4529-be3c-69bf4c03428b req-ecc7ef93-10ce-4151-99ee-63586d959c48 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997288 Jun 23 16:51:44.350843 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:44.687001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-0442db1f-f064-4e5f-b222-0bd26a92997e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:47.490445 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d20622b6-ef97-4677-8b09-33194a58d437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:47.527514 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:48.596823 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:50.245589 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:51:51.516662 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a612ab-e28f-4067-898c-bfdcb9b6033d req-349ab15c-c91f-467a-8657-442be1168cdf tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:51.518133 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a9a612ab-e28f-4067-898c-bfdcb9b6033d req-349ab15c-c91f-467a-8657-442be1168cdf tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0703342 Jun 23 16:51:51.557448 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a9a612ab-e28f-4067-898c-bfdcb9b6033d req-ab451be5-3276-4211-9770-f900cf4238d0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335474 Jun 23 16:51:52.760221 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e6d42-5ec4-4eab-8717-e181e341f965 req-cdcb707a-8c23-4309-8ae1-a29e81f0df7c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:52.761785 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384e6d42-5ec4-4eab-8717-e181e341f965 req-cdcb707a-8c23-4309-8ae1-a29e81f0df7c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0877924 Jun 23 16:51:52.807793 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384e6d42-5ec4-4eab-8717-e181e341f965 req-668d59a9-4992-46df-a2ec-4656fede8160 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 Jun 23 16:51:53.805717 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:51:53.989633 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f46290-5d81-4415-945f-b66a70766cbe req-9bfc4c85-ab80-4dac-8c49-3a267bb2c5ba tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:53.991133 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-69f46290-5d81-4415-945f-b66a70766cbe req-9bfc4c85-ab80-4dac-8c49-3a267bb2c5ba tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0690901 Jun 23 16:51:54.035323 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-69f46290-5d81-4415-945f-b66a70766cbe req-d4ee48f5-35a6-4738-b5bd-d565013c132c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381191 Jun 23 16:51:55.220821 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0a030-2e82-4cdc-88e9-7752ea457ad8 req-12595711-86d9-4743-9a85-6e8f9a0ff038 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:55.222269 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cbf0a030-2e82-4cdc-88e9-7752ea457ad8 req-12595711-86d9-4743-9a85-6e8f9a0ff038 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0676777 Jun 23 16:51:55.263151 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cbf0a030-2e82-4cdc-88e9-7752ea457ad8 req-204bcf1b-891d-4c9d-8e58-53d7ebf9b410 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Jun 23 16:51:56.462377 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a48b28-3242-41c0-8595-7bfd5f2ba3e0 req-63dc5254-90f9-432c-8382-99c77be378d0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:56.463862 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-34a48b28-3242-41c0-8595-7bfd5f2ba3e0 req-63dc5254-90f9-432c-8382-99c77be378d0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0722678 Jun 23 16:51:56.502606 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-34a48b28-3242-41c0-8595-7bfd5f2ba3e0 req-f9f7487b-20e2-44eb-8cbc-fb37846fde6f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329683 Jun 23 16:51:57.702481 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dca2838-e4f0-4dd7-8b43-7dd71b61b137 req-df6a8562-4cf3-4c59-b790-2b50f0a7563c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:57.703984 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4dca2838-e4f0-4dd7-8b43-7dd71b61b137 req-df6a8562-4cf3-4c59-b790-2b50f0a7563c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0780330 Jun 23 16:51:57.747055 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4dca2838-e4f0-4dd7-8b43-7dd71b61b137 req-54768323-baaa-4cb2-ac1a-1a3801476b74 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343952 Jun 23 16:51:58.941048 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba0bbb6-4151-43ee-a141-61e7888c4ec9 req-3191749b-4fd0-4b2d-af83-d23432913efb tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:51:58.942640 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cba0bbb6-4151-43ee-a141-61e7888c4ec9 req-3191749b-4fd0-4b2d-af83-d23432913efb tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0770457 Jun 23 16:51:58.983496 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-cba0bbb6-4151-43ee-a141-61e7888c4ec9 req-62380a55-4d68-45c3-8dd7-91182c25ea15 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341811 Jun 23 16:52:00.173702 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7b16-e36c-4c28-87f3-b2b578b4ca5f req-31cc8e71-3f16-4522-8c08-791f144a93ad tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:00.175142 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d3de7b16-e36c-4c28-87f3-b2b578b4ca5f req-31cc8e71-3f16-4522-8c08-791f144a93ad tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0722754 Jun 23 16:52:00.216440 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d3de7b16-e36c-4c28-87f3-b2b578b4ca5f req-e7b32d26-6e3d-4494-9492-e1ea7a7371d4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355134 Jun 23 16:52:01.412761 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f869d1-4bc8-4ba9-8110-ad44af1364cf req-f01888eb-e2db-4557-87e9-fd934f90ad5a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:01.414244 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-72f869d1-4bc8-4ba9-8110-ad44af1364cf req-f01888eb-e2db-4557-87e9-fd934f90ad5a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0768166 Jun 23 16:52:01.453630 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-72f869d1-4bc8-4ba9-8110-ad44af1364cf req-0100d4b1-94fe-4ab3-800d-1f536df53092 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334227 Jun 23 16:52:02.641082 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c08fc6-c08d-4754-80c3-f5ba04592a4e req-34909f91-0079-4c84-81ba-9ca2711ada09 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:02.642520 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-27c08fc6-c08d-4754-80c3-f5ba04592a4e req-34909f91-0079-4c84-81ba-9ca2711ada09 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0666783 Jun 23 16:52:02.679933 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-27c08fc6-c08d-4754-80c3-f5ba04592a4e req-b57c298d-bc0d-47cd-8fcd-90450fdc667c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317531 Jun 23 16:52:03.181638 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf6c838-2889-4a65-b0a9-bbc093ab1078 req-cc4daa9b-d003-4020-94e2-ad9997367e9d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:03.183272 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-acf6c838-2889-4a65-b0a9-bbc093ab1078 req-cc4daa9b-d003-4020-94e2-ad9997367e9d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0666859 Jun 23 16:52:03.218662 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-a8dcecb7-31b1-487d-9769-59057e3aea45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:03.220122 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-a8dcecb7-31b1-487d-9769-59057e3aea45 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.0526648 Jun 23 16:52:03.220375 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-acf6c838-2889-4a65-b0a9-bbc093ab1078 req-b235debf-01a2-432d-b511-27972c451152 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312798 Jun 23 16:52:03.316507 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-08a81201-a920-4976-9f0b-bde953f94e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:03.318046 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-08a81201-a920-4976-9f0b-bde953f94e12 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0911078 Jun 23 16:52:03.383395 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-9830315d-1531-4f17-b5e6-41afadebd9a0 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 1000 time: 0.0583482 Jun 23 16:52:03.435272 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-f86320f1-aafa-466c-bee9-b33e5a2e7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:03.436733 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-f86320f1-aafa-466c-bee9-b33e5a2e7c27 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0462356 Jun 23 16:52:03.517595 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-470c0d1e-3c79-43b5-872b-c3240f486aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:03.520396 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-470c0d1e-3c79-43b5-872b-c3240f486aee service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749664 Jun 23 16:52:03.617992 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-4f8e9396-d6e9-4fb3-a90c-10ac84e79031 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882421 Jun 23 16:52:03.719439 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-b1cdeeb1-350c-4587-928d-2fff112595ce req-4de3cc3f-d02f-4f0f-b213-10010230732c service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934803 Jun 23 16:52:04.417516 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73978273-c47d-416c-9555-1a0fb9f8dc23 req-b0d46dd7-afe8-4131-8854-c24c687ce169 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:04.418971 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-73978273-c47d-416c-9555-1a0fb9f8dc23 req-b0d46dd7-afe8-4131-8854-c24c687ce169 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0739288 Jun 23 16:52:04.458337 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-73978273-c47d-416c-9555-1a0fb9f8dc23 req-2992086b-2ad1-47a4-9121-2a4eb5d1b57e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335464 Jun 23 16:52:05.656648 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152bd567-614d-488c-a2a6-a27b3d04e58d req-54a9f0e9-783a-4876-aed1-a5420dc974b5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:05.658110 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-152bd567-614d-488c-a2a6-a27b3d04e58d req-54a9f0e9-783a-4876-aed1-a5420dc974b5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0719440 Jun 23 16:52:05.706954 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-152bd567-614d-488c-a2a6-a27b3d04e58d req-4c8bb7df-f108-483c-a3eb-515f0a01f0c8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398779 Jun 23 16:52:14.389607 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:14.697420 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c292126-3ce9-4f30-9dc4-c2f29807bd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:17.494277 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-979dccfa-1d83-4681-948c-b59d684427f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:17.530016 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:18.605543 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:20.254963 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:24.628946 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-84e6b4c6-370f-44c9-b1ac-4b41311cf21d service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0545933 Jun 23 16:52:24.755952 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-283d84c9-cfb3-473b-9303-452a7bfa3be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:24.757410 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-283d84c9-cfb3-473b-9303-452a7bfa3be7 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 1098 time: 0.0559347 Jun 23 16:52:24.871486 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-a414ccdf-d37b-4d05-9788-d49f7e8a61ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:24.872843 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-a414ccdf-d37b-4d05-9788-d49f7e8a61ea service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0932009 Jun 23 16:52:24.955525 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-e6fa7bba-f2cb-409d-a3a6-098fd481d08d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 200 len: 1000 time: 0.0749161 Jun 23 16:52:25.014200 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-4fd806af-b004-4981-b1fe-e7e75ff8e454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:25.016140 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-4fd806af-b004-4981-b1fe-e7e75ff8e454 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0527768 Jun 23 16:52:25.083781 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-8a544ed6-7a11-400f-8f13-15063336df1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:25.085253 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-8a544ed6-7a11-400f-8f13-15063336df1e service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0545621 Jun 23 16:52:25.180503 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-c59421ec-2747-48d6-b20c-2a67df1996be service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852523 Jun 23 16:52:25.288579 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3b23a1db-9538-499d-b90c-848e3ec8acb3 req-5444b1ca-af0a-40ff-ad49-14996acb7d6c service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997210 Jun 23 16:52:30.805597 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:52:39.406110 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeabae9-3f98-470c-9fb2-e8db5872cc60 req-c9648f7a-23e5-42dd-9154-2d4d94629823 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:39.407554 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-afeabae9-3f98-470c-9fb2-e8db5872cc60 req-c9648f7a-23e5-42dd-9154-2d4d94629823 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0775800 Jun 23 16:52:39.446263 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-afeabae9-3f98-470c-9fb2-e8db5872cc60 req-c6393f19-8af4-40eb-8a59-8f3e7e5a58c6 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329163 Jun 23 16:52:40.633911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204add12-7d92-4ef1-820d-4d05cadcb97a req-ed798796-3ac2-494a-946e-a76b02d5f020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:40.635322 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-204add12-7d92-4ef1-820d-4d05cadcb97a req-ed798796-3ac2-494a-946e-a76b02d5f020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0654101 Jun 23 16:52:40.676211 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-204add12-7d92-4ef1-820d-4d05cadcb97a req-8e5ed823-7f83-4d22-9f46-4de3a5753da8 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330582 Jun 23 16:52:41.642592 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-30704a69-4f75-4060-ba4b-71ca29945171 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:41.644072 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-30704a69-4f75-4060-ba4b-71ca29945171 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0705545 Jun 23 16:52:41.746446 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Deleting port 21ec3ac0-3958-4787-8b10-d878646e9147 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:52:41.746791 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:41.841313 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] For port 21ec3ac0-3958-4787-8b10-d878646e9147, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=21ec3ac0-3958-4787-8b10-d878646e9147,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:52:41.841639 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:41.858507 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6393ed6-d727-4b13-a2da-6eb3de39dd73 req-afa73de2-9809-4146-8175-57ba08ad5daf tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:41.860236 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a6393ed6-d727-4b13-a2da-6eb3de39dd73 req-afa73de2-9809-4146-8175-57ba08ad5daf tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 945 time: 0.0644262 Jun 23 16:52:41.902104 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a6393ed6-d727-4b13-a2da-6eb3de39dd73 req-f0ce2ce7-9bb2-43a4-aa1b-290bd892512b tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f94ce51a-190b-4dc3-b2dc-0197c71634fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Jun 23 16:52:42.021029 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:42.021399 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:42.021702 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Floating IP a31b4e80-70f3-488b-9a92-78ea2332af01 disassociated. External IP: 172.28.3.91, port: 21ec3ac0-3958-4787-8b10-d878646e9147. Jun 23 16:52:42.022039 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Calling delete_port for 21ec3ac0-3958-4787-8b10-d878646e9147 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:52:42.163285 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:42.167676 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-24f7bcc7-3202-4dda-baaa-c9962d224f1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:42.193288 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event deleted for resources: {'Port': ['ID=21ec3ac0-3958-4787-8b10-d878646e9147,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:42.204370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.204753 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.205122 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.205485 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.205843 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.206203 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.206560 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.206913 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.207264 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.207611 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.207979 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.208325 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:42.213088 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:42.323841 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Router c3f4d59a-8175-4c40-a227-1737823be01a has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:52:42.452009 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:52:42.461982 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341da91d-8768-487d-879f-feff33ce9428 None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:52:42.472487 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:42.473119 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:52:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:42.495514 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] No DVR routers for this DVR port 21ec3ac0-3958-4787-8b10-d878646e9147 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:52:42.498172 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:42.500718 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-c6e30fec-bd74-49cb-92e4-630d962799c8 req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "DELETE /v2.0/ports/21ec3ac0-3958-4787-8b10-d878646e9147 HTTP/1.1" status: 204 len: 173 time: 0.8516464 Jun 23 16:52:42.501250 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'name': 'network-vif-deleted', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:52:42.504317 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c904ed9-2258-4172-b005-a205cbb27597" -d '{"events": [{"server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "name": "network-vif-deleted", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:52:42.616524 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:42.685194 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d8c836-3e59-48f6-8d27-476879d08f80 x-openstack-request-id: req-c9d8c836-3e59-48f6-8d27-476879d08f80 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:52:42.685750 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e26358-34c9-4e59-b35a-5a488fa965ec", "name": "network-vif-deleted", "tag": "21ec3ac0-3958-4787-8b10-d878646e9147", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:52:42.685849 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c9d8c836-3e59-48f6-8d27-476879d08f80 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:52:42.686439 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e26358-34c9-4e59-b35a-5a488fa965ec', 'name': 'network-vif-deleted', 'tag': '21ec3ac0-3958-4787-8b10-d878646e9147', 'status': 'completed', 'code': 200} Jun 23 16:52:42.828653 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:42.860579 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341da91d-8768-487d-879f-feff33ce9428 None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:52:42.870482 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:42.871102 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:52:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:42.981579 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:43.068014 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-28f089a4-738c-42b2-9fc7-d12605ae192f req-fc0bd741-2879-46d0-856a-f42ba2ec0fb3 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=c2e26358-34c9-4e59-b35a-5a488fa965ec HTTP/1.1" status: 200 len: 210 time: 0.0299170 Jun 23 16:52:43.191142 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-341da91d-8768-487d-879f-feff33ce9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:43.218032 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341da91d-8768-487d-879f-feff33ce9428 None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:52:43.564702 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd02e1c1-646d-4a26-93dd-633e47020b78 None None] New status for floating IP a31b4e80-70f3-488b-9a92-78ea2332af01: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:52:44.210465 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33510) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:44.267635 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.293430 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.349969 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.353058 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.354276 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "DELETE /v2.0/security-groups/f94ce51a-190b-4dc3-b2dc-0197c71634fb HTTP/1.1" status: 204 len: 168 time: 0.1426873 Jun 23 16:52:44.355059 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3a20ac12-9caf-4662-8c8a-b9d777787ebe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:44.356914 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33512) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:44.364325 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94ce51a-190b-4dc3-b2dc-0197c71634fb,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:44.371743 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.371919 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.api.v2.resource [None req-30888c39-8662-4ae1-afc9-d095facecbf1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] show failed (client error): The resource could not be found. Jun 23 16:52:44.372118 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.372484 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.372842 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.373208 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-30888c39-8662-4ae1-afc9-d095facecbf1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups/f94ce51a-190b-4dc3-b2dc-0197c71634fb HTTP/1.1" status: 404 len: 347 time: 0.0147252 Jun 23 16:52:44.373419 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.373532 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.373880 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.374226 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.374735 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.375083 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.375429 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.375857 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:44.376431 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33514) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:44.383359 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:44.393884 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.515870 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Deleting port a8d99756-f9ee-4416-914d-d3f5326089a1 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:52:44.516202 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.557892 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 21ec3ac0-3958-4787-8b10-d878646e9147 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:52:44.579350 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: 21ec3ac0-3958-4787-8b10-d878646e9147 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:52:44.580039 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device 21ec3ac0-3958-4787-8b10-d878646e9147 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:52:44.596683 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.597008 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.608827 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Calling delete_port for a8d99756-f9ee-4416-914d-d3f5326089a1 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:52:44.698390 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6bbc30e2-6d5b-4a50-b737-824154dc42c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.754128 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.756132 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47e69cd3-ba0a-4bb8-8656-efa6ee752d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:44.780636 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event deleted for resources: {'Port': ['ID=a8d99756-f9ee-4416-914d-d3f5326089a1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:44.783785 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:44.839956 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.842475 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:44.843931 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-56e354b4-4eac-494e-9e97-10acd3021225 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "DELETE /v2.0/floatingips/a31b4e80-70f3-488b-9a92-78ea2332af01 HTTP/1.1" status: 204 len: 168 time: 0.4663453 Jun 23 16:52:45.136440 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33518) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.141499 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886716463', 'description': 'tempest-description--1544379879'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:45.166520 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.249172 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.255374 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.257812 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-af0a823b-323a-4c83-9458-19683c83fe20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:45.287289 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.288524 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1511130 Jun 23 16:52:45.289607 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f731d9df-f39d-4ff8-9b61-bfb9337526a5,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:45.291535 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33520) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.295872 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'security_group_rule': {'security_group_id': 'f731d9df-f39d-4ff8-9b61-bfb9337526a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:45.300057 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5da35648-ee65-4d2b-ad53-cc9341f83f22 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:45.323841 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.380868 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.386283 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.388261 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:45.403926 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af232db9-65be-497d-93ed-e677760350b5,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:45.406303 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:45.411990 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.412974 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1205146 Jun 23 16:52:45.415467 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33522) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.419972 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'security_group_rule': {'security_group_id': 'f731d9df-f39d-4ff8-9b61-bfb9337526a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:45.448396 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.507439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.512240 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.514613 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1069f3f6-e814-46da-b381-84e39e29f57e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:45.530408 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2298b94-8411-431a-8c16-0242b373d848,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:45.533258 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:45.537375 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.538536 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-fd4c5b79-fddc-440e-ae5b-30593f95070a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1221333 Jun 23 16:52:45.541718 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33524) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:45.546386 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'floatingip': {'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:45.570941 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.681532 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:45.811102 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Allocated IP 172.28.3.124 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/4a311582-635b-4cd7-8f67-5083172a41b1) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:46.183165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.232262 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.234945 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-dbf61068-759b-4eae-842b-10d4b9537d36 tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:46.277618 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:46.282426 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:46.286929 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:46.290477 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'Port': ['ID=4a311582-635b-4cd7-8f67-5083172a41b1,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:46.312658 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:46.379213 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.431283 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.596515 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.604045 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.606052 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c97cc37d-7180-47ce-b033-a1cb7b89cef1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:46.665230 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'Port': ['ID=4a311582-635b-4cd7-8f67-5083172a41b1,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:46.669162 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:46.678722 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.695409 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:46.696669 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e8e275e7-614c-40fd-9652-d153d356883a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1539438 Jun 23 16:52:46.865902 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-9cc386e6-d41a-4cee-bb05-9255fbb9fc77 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-securitygroup--886716463&fields=id&tenant_id=599dd195d6be4bb7b180c2e50c3549af HTTP/1.1" status: 200 len: 267 time: 0.0347073 Jun 23 16:52:46.988409 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-ba6ff20f-b0c2-44f5-bb3b-b219797ea508 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:46.989840 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-ba6ff20f-b0c2-44f5-bb3b-b219797ea508 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 810 time: 0.1173487 Jun 23 16:52:47.008230 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-456a9f1d-8743-48fc-ad45-c6fd5b1028a9 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/quotas/599dd195d6be4bb7b180c2e50c3549af HTTP/1.1" status: 200 len: 375 time: 0.0099785 Jun 23 16:52:47.077486 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-30c8d7f2-4de4-4c85-8b97-8c2b443d7f89 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0639050 Jun 23 16:52:47.165381 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-82304ff2-4ccf-4d89-962c-9444a64040c5 service neutron] http://10.222.0.97:9696/v2.0/extensions returned with HTTP 200 {{(pid=99534) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 16:52:47.166331 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-82304ff2-4ccf-4d89-962c-9444a64040c5 service neutron] 10.222.0.97 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0715907 Jun 23 16:52:47.491228 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9f4acfa1-9fd9-44ba-af75-0d8ec4acf930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.507268 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-a1b208d5-c75d-4106-b544-2921228d6b66 service neutron] 10.222.0.97 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347588 Jun 23 16:52:47.533425 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:47.597249 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-2fa4cca8-6724-40da-a4f8-e51a61529009 service neutron] 10.222.0.97 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837085 Jun 23 16:52:47.785337 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4adbe394-006f-4eca-b021-bf66ff8b725b req-b67ac552-6900-4a7e-ad91-751f7368108e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 210 time: 0.0392809 Jun 23 16:52:48.600987 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:48.943179 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bc3d9214-0d4d-406c-8104-b6c3d1ce80a1 req-663e2034-0b24-4a93-9085-c2b4c617b3fe tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 210 time: 0.0341334 Jun 23 16:52:49.227323 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-721a1874-3ca8-45e2-9401-1780498f89d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:49.228684 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-721a1874-3ca8-45e2-9401-1780498f89d7 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 810 time: 0.1074331 Jun 23 16:52:49.287116 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-cf3beb8b-a3fd-469f-b089-f6fe1fadcb75 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=599dd195d6be4bb7b180c2e50c3549af HTTP/1.1" status: 200 len: 379 time: 0.0351572 Jun 23 16:52:49.296338 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'port': {'device_id': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'admin_state_up': True, 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'security_groups': ['f731d9df-f39d-4ff8-9b61-bfb9337526a5']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:49.412188 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Made reservation on behalf of 599dd195d6be4bb7b180c2e50c3549af for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:52:49.415756 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.539986 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Allocated IP 172.20.0.10 (4b87d13a-7453-41ea-8ff1-6e17662fcaca/943e2b19-0db9-47c7-8a5b-6e62a2bb0861/ac92f121-6427-4da0-a645-a6dc9ca61984) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:52:49.688247 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.701452 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Transition to ACTIVE for port object ac92f121-6427-4da0-a645-a6dc9ca61984 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:49.737818 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.741726 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ef475c1c-deca-4d8f-81f5-4aa68e6354c6 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:49.779561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:52:49.784726 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:52:49.788478 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:52:49.814107 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event updated for resources: {'Port': ['ID=ac92f121-6427-4da0-a645-a6dc9ca61984,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:49.818495 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:49.844244 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:49.844884 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.860776 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5685902 Jun 23 16:52:49.879846 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Request body: {'port': {'device_id': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:49.957656 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-d8473b5c-f8b3-480e-b00f-eeed305662bd None None] Provisioning for port ac92f121-6427-4da0-a645-a6dc9ca61984 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:52:49.961717 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-d8473b5c-f8b3-480e-b00f-eeed305662bd None None] Provisioning complete for port ac92f121-6427-4da0-a645-a6dc9ca61984 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:52:49.962134 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d8473b5c-f8b3-480e-b00f-eeed305662bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:49.963444 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.003349 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-d8473b5c-f8b3-480e-b00f-eeed305662bd None None] Port ac92f121-6427-4da0-a645-a6dc9ca61984 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:52:50.128664 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c66218d-0013-4486-af61-a518b25778d7 req-a22584e8-0cdc-49ed-9975-e8a30082474f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.130035 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5c66218d-0013-4486-af61-a518b25778d7 req-a22584e8-0cdc-49ed-9975-e8a30082474f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 932 time: 0.0661793 Jun 23 16:52:50.168152 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5c66218d-0013-4486-af61-a518b25778d7 req-7a603eb7-d820-4cf4-9d1b-ce2ca9d67d90 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323215 Jun 23 16:52:50.230777 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac92f121-6427-4da0-a645-a6dc9ca61984 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:52:50.239435 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.249366 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.253313 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Transition to ACTIVE for port object ac92f121-6427-4da0-a645-a6dc9ca61984 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:52:50.258043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.260179 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c8e97a13-2fb6-4cd3-a1cc-726b52725a57 tempest-ServerRescueNegativeTestJSON-2139559067 tempest-ServerRescueNegativeTestJSON-2139559067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:50.308739 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac92f121-6427-4da0-a645-a6dc9ca61984,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:50.327013 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:50.379149 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Attempting to bind port ac92f121-6427-4da0-a645-a6dc9ca61984 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:52:50.379376 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Attempting to bind port ac92f121-6427-4da0-a645-a6dc9ca61984 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:52:50.379742 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Attempting to bind port ac92f121-6427-4da0-a645-a6dc9ca61984 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:52:50.384630 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Port ac92f121-6427-4da0-a645-a6dc9ca61984 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:52:50.385013 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Attempting to bind port ac92f121-6427-4da0-a645-a6dc9ca61984 on network 4b87d13a-7453-41ea-8ff1-6e17662fcaca {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:52:50.390560 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:52:50.390893 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Checking segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:52:50.391281 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Bound using segment: {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:52:50.391738 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Bound port: ac92f121-6427-4da0-a645-a6dc9ca61984, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '225e6a0e-c663-48f0-9797-0cd20fef2126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1443, 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:52:50.392073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.467375 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] For port ac92f121-6427-4da0-a645-a6dc9ca61984, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:52:50.470675 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] For port ac92f121-6427-4da0-a645-a6dc9ca61984, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ac92f121-6427-4da0-a645-a6dc9ca61984,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:52:50.476874 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.478814 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-46e909fc-5be1-46d8-9dfd-0752179e3840 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:50.511092 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.511700 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:50.513048 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] 10.222.0.111 "PUT /v2.0/ports/ac92f121-6427-4da0-a645-a6dc9ca61984 HTTP/1.1" status: 200 len: 1094 time: 0.6378419 Jun 23 16:52:50.513541 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:52:50.516288 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c96c66d-a107-4dc5-b137-2c9491f6c19d" -d '{"events": [{"name": "network-changed", "server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:52:50.540702 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ac92f121-6427-4da0-a645-a6dc9ca61984,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:50.551275 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:50.573299 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6839488-176b-428b-b6d5-acd1fa6f1379 x-openstack-request-id: req-c6839488-176b-428b-b6d5-acd1fa6f1379 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:52:50.573615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:52:50.574451 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-c6839488-176b-428b-b6d5-acd1fa6f1379 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:52:50.574592 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'status': 'completed', 'code': 200} Jun 23 16:52:50.646082 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-c5c14da6-1ab5-4dbb-bbca-ade34a77825c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.647745 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-c5c14da6-1ab5-4dbb-bbca-ade34a77825c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 1097 time: 0.0568297 Jun 23 16:52:50.697930 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-4f08653e-5be8-4a9a-b145-42ab48a446d2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92f121-6427-4da0-a645-a6dc9ca61984 HTTP/1.1" status: 200 len: 217 time: 0.0365279 Jun 23 16:52:50.755953 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-a1eac4b6-34b3-4daa-8fda-3a9ab968b29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.757528 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-a1eac4b6-34b3-4daa-8fda-3a9ab968b29a service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0527682 Jun 23 16:52:50.818979 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-7925b743-538b-46f0-9b98-2a5deb249972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:50.820539 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-7925b743-538b-46f0-9b98-2a5deb249972 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0570467 Jun 23 16:52:50.921636 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-50ad3c68-b49f-426f-b57d-547045584752 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939915 Jun 23 16:52:51.023109 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d0c3dc4c-fd29-4b99-aea8-1939859fc1e1 req-3db241de-2a45-4ba5-8162-192c58be727a service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954962 Jun 23 16:52:51.185680 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-cf39125c-6806-4f0e-b23b-7c1ae96cdaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:51.187085 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-cf39125c-6806-4f0e-b23b-7c1ae96cdaa9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 1097 time: 0.0554821 Jun 23 16:52:51.284157 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-f5585640-823e-49ac-854c-f24806e7c448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:51.285698 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-f5585640-823e-49ac-854c-f24806e7c448 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0912049 Jun 23 16:52:51.328599 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-b89a18ed-17b4-49fa-8f5a-fc62661919f3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92f121-6427-4da0-a645-a6dc9ca61984 HTTP/1.1" status: 200 len: 217 time: 0.0362821 Jun 23 16:52:51.345442 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c1583-806d-4dfc-839f-b5017508ef42 req-86602cda-e290-4475-9296-14bdd22b6ef5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:51.346891 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d1c1583-806d-4dfc-839f-b5017508ef42 req-86602cda-e290-4475-9296-14bdd22b6ef5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 944 time: 0.0661504 Jun 23 16:52:51.382996 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-aac2c25f-315a-4c7d-a747-6246aef396ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:51.385518 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-aac2c25f-315a-4c7d-a747-6246aef396ec service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0500536 Jun 23 16:52:51.385687 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-1d1c1583-806d-4dfc-839f-b5017508ef42 req-f83947ae-2739-48f2-87c9-6730a0c43348 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317695 Jun 23 16:52:51.444561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-5bef7c18-815c-4cd9-8570-b083aba45c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:51.445957 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-5bef7c18-815c-4cd9-8570-b083aba45c8b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0543296 Jun 23 16:52:51.550313 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-3444d364-11e2-4205-a49b-6e8e5a992389 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967443 Jun 23 16:52:51.661688 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-3c96c66d-a107-4dc5-b137-2c9491f6c19d req-a225efc9-02c3-433d-a519-1ab3378c673e service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969708 Jun 23 16:52:52.578652 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac688dc7-10f4-4d88-aa7f-3473e867c748 req-4bfa509f-7c84-4f8d-a96e-d86487b8edee tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:52.580144 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ac688dc7-10f4-4d88-aa7f-3473e867c748 req-4bfa509f-7c84-4f8d-a96e-d86487b8edee tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 944 time: 0.0700662 Jun 23 16:52:52.621015 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ac92f121-6427-4da0-a645-a6dc9ca61984 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:52:52.622318 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ac688dc7-10f4-4d88-aa7f-3473e867c748 req-a3c74238-3898-4f13-ab5a-dd2e604d366d tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364459 Jun 23 16:52:52.724113 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port ac92f121-6427-4da0-a645-a6dc9ca61984, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ac92f121-6427-4da0-a645-a6dc9ca61984,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:52:52.735420 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'port_id': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'mac_address': 'fa:16:3e:98:fa:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:52:52.776709 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.790293 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac92f121-6427-4da0-a645-a6dc9ca61984 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:52:52.810645 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port ac92f121-6427-4da0-a645-a6dc9ca61984, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ac92f121-6427-4da0-a645-a6dc9ca61984,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:52:52.815772 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:52.817560 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:52.864203 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=ac92f121-6427-4da0-a645-a6dc9ca61984,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:52.878550 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.878901 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.879244 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.879603 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.879963 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.880297 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.880630 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.880952 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.881276 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.881599 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.881919 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.882217 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:52:52.886233 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:53.160467 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['ac92f121-6427-4da0-a645-a6dc9ca61984'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:52:53.827793 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b9795-c079-4fdc-82ec-3d6aad650f9c req-2e41a678-b13c-439f-add7-51175b079614 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:53.829461 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4f8b9795-c079-4fdc-82ec-3d6aad650f9c req-2e41a678-b13c-439f-add7-51175b079614 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 945 time: 0.0750022 Jun 23 16:52:53.879627 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-4f8b9795-c079-4fdc-82ec-3d6aad650f9c req-deb674f1-2a6f-43d7-8610-dff87de4711a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434518 Jun 23 16:52:54.622914 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ac92f121-6427-4da0-a645-a6dc9ca61984 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:52:54.680011 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port ac92f121-6427-4da0-a645-a6dc9ca61984 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:52:54.686697 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port ac92f121-6427-4da0-a645-a6dc9ca61984 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:52:54.687434 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.768160 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.802458 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:52:54.804757 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d00208-4f7a-4fe9-8b82-f594e3c1f226" -d '{"events": [{"server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "name": "network-vif-plugged", "status": "completed", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:52:54.818566 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port ac92f121-6427-4da0-a645-a6dc9ca61984, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ac92f121-6427-4da0-a645-a6dc9ca61984,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:52:54.825240 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:54.828409 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-aa155b4e-a8be-47a0-8b4a-4f27997ce2bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:52:54.881711 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=ac92f121-6427-4da0-a645-a6dc9ca61984,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:52:54.885008 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:52:54.926352 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25873b24-ac66-4dc5-b65f-6fa21d834360 x-openstack-request-id: req-25873b24-ac66-4dc5-b65f-6fa21d834360 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:52:54.926649 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "name": "network-vif-plugged", "status": "completed", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:52:54.927001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-25873b24-ac66-4dc5-b65f-6fa21d834360 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:52:54.927381 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'code': 200} Jun 23 16:52:55.070235 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e4b43d-e149-4af1-b8d8-aec809bc25a6 req-5125e031-845a-4902-9d7b-d3718ee7690f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:55.071692 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d9e4b43d-e149-4af1-b8d8-aec809bc25a6 req-5125e031-845a-4902-9d7b-d3718ee7690f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0712769 Jun 23 16:52:55.113050 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d9e4b43d-e149-4af1-b8d8-aec809bc25a6 req-e5093fe2-f845-428f-9cb5-6ab99aef8272 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355368 Jun 23 16:52:55.220169 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caec35-0299-4f2a-bf51-6ee4892349ae req-6d18af41-a74d-42d8-8cd3-5b3fd26ea3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:55.221626 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-92caec35-0299-4f2a-bf51-6ee4892349ae req-6d18af41-a74d-42d8-8cd3-5b3fd26ea3d7 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 1099 time: 0.0530195 Jun 23 16:52:55.256584 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-92caec35-0299-4f2a-bf51-6ee4892349ae req-258e478a-ef3b-4346-b98e-3703ec39aee0 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280771 Jun 23 16:52:56.320149 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbed6fd-bad7-47a9-9ebe-b14e9e7e616b req-5260ad80-f083-4e2e-9f82-7e24de8e2d0b tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:56.322194 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2fbed6fd-bad7-47a9-9ebe-b14e9e7e616b req-5260ad80-f083-4e2e-9f82-7e24de8e2d0b tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0830569 Jun 23 16:52:56.361082 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2fbed6fd-bad7-47a9-9ebe-b14e9e7e616b req-ded562c6-6fba-4787-8a22-3f86cfea09db tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330753 Jun 23 16:52:57.557003 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc845c-6072-43bf-8d0d-c7cd80b2ca5b req-cbc3f63a-6b9c-45cf-8e3a-1776f9bf9fc1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:57.558465 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d9bc845c-6072-43bf-8d0d-c7cd80b2ca5b req-cbc3f63a-6b9c-45cf-8e3a-1776f9bf9fc1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0692556 Jun 23 16:52:57.600218 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d9bc845c-6072-43bf-8d0d-c7cd80b2ca5b req-6238f560-894b-49df-b4ad-bcacc2fe60dd tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342445 Jun 23 16:52:57.799396 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffbd1d-331f-4b75-b149-24855e853d4e req-9a099507-1228-4078-899e-82b2e67cb1e5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:57.800943 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c2ffbd1d-331f-4b75-b149-24855e853d4e req-9a099507-1228-4078-899e-82b2e67cb1e5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0752323 Jun 23 16:52:57.809752 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33588) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:52:57.814607 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Request body: {'floatingip': {'port_id': 'ac92f121-6427-4da0-a645-a6dc9ca61984'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:52:57.857579 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.333710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.340130 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.454391 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.l3_db [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Floating IP 96bc126b-ef27-49e9-a296-24ef201ddbdf associated. External IP: 172.28.3.124, port: ac92f121-6427-4da0-a645-a6dc9ca61984. Jun 23 16:52:58.680554 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Router c3f4d59a-8175-4c40-a227-1737823be01a has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:52:58.802004 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:52:58.807495 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:52:58.811915 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:52:58.822334 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:58.822960 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:52:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:58.842843 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-646bae0b-9a4a-4d2b-bece-8326af85cbe4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "PUT /v2.0/floatingips/96bc126b-ef27-49e9-a296-24ef201ddbdf HTTP/1.1" status: 200 len: 992 time: 1.0318091 Jun 23 16:52:58.843490 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:52:58.845881 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7" -d '{"events": [{"name": "network-changed", "server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:52:58.936611 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:58.942853 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4612110-3c3d-47e6-8b52-0db3430327a2 x-openstack-request-id: req-f4612110-3c3d-47e6-8b52-0db3430327a2 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:52:58.943164 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:52:58.943448 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-f4612110-3c3d-47e6-8b52-0db3430327a2 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:52:58.943900 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'status': 'completed', 'code': 200} Jun 23 16:52:59.065578 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-102b32c4-c3f1-4065-b075-c70a29857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:59.067053 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-102b32c4-c3f1-4065-b075-c70a29857ac9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 1099 time: 0.0583487 Jun 23 16:52:59.157328 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-59cc43a0-4a85-4abf-abd4-528a63d53db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:59.158783 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-59cc43a0-4a85-4abf-abd4-528a63d53db9 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0859146 Jun 23 16:52:59.166021 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '96bc126b-ef27-49e9-a296-24ef201ddbdf', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'port_id': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'mac_address': 'fa:16:3e:98:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:52:46Z', 'updated_at': '2021-06-23T16:52:58Z', 'revision_number': 1, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:59.192362 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:52:59.200943 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:52:59.201550 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:52:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:59.228410 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-2e7cc350-1928-46b7-81a3-63be6695e9a4 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92f121-6427-4da0-a645-a6dc9ca61984 HTTP/1.1" status: 200 len: 1000 time: 0.0634406 Jun 23 16:52:59.278888 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-30a813f8-e308-4525-a7bc-0c70c891dd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:59.280512 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-30a813f8-e308-4525-a7bc-0c70c891dd13 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0459759 Jun 23 16:52:59.339221 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-8cae69df-1c6b-4ddb-a4b8-70d1b4b275d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:52:59.340736 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-8cae69df-1c6b-4ddb-a4b8-70d1b4b275d2 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531664 Jun 23 16:52:59.400411 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:52:59.436108 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-657403be-530a-4451-b71a-13e9f0499b57 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874817 Jun 23 16:52:59.525735 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-1dadc4c9-4c9b-47b2-81af-40cee5a0b1b7 req-a7c5a2c7-1073-431e-b41b-42b338bb9819 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817375 Jun 23 16:52:59.634090 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '96bc126b-ef27-49e9-a296-24ef201ddbdf', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'port_id': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'mac_address': 'fa:16:3e:98:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:52:46Z', 'updated_at': '2021-06-23T16:52:58Z', 'revision_number': 1, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:52:59.668365 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4e336f-fdb8-4a99-8a7c-c8e465a3901e None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '96bc126b-ef27-49e9-a296-24ef201ddbdf', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'floating_ip_address': '172.28.3.124', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'port_id': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'mac_address': 'fa:16:3e:98:fa:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:52:46Z', 'updated_at': '2021-06-23T16:52:58Z', 'revision_number': 1, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:52:59.867429 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8fbc91-bed2-439b-a9fa-d27c02b0336a None None] New status for floating IP 96bc126b-ef27-49e9-a296-24ef201ddbdf: ACTIVE {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:53:07.810429 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:14.431621 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:14.697331 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b2e1a232-b894-4d8c-8357-27fecf0ee893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.491797 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-72a294d8-4caf-408e-8dac-550a5ede6bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:17.536554 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:18.604783 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:20.259201 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:26.628270 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-e9e230d2-aa0b-4440-ba93-8e0f5dda4e9f service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0581548 Jun 23 16:53:26.760423 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ca61-dc62-45de-a526-95e0e9591093 req-56e2f681-8430-4e81-960b-0aa2974e75e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:26.761877 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-56e2f681-8430-4e81-960b-0aa2974e75e9 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=599dd195d6be4bb7b180c2e50c3549af&device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 1099 time: 0.0627007 Jun 23 16:53:26.882397 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ca61-dc62-45de-a526-95e0e9591093 req-85e2a4f2-b91b-405e-bff0-b4cba7821252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:26.883810 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-85e2a4f2-b91b-405e-bff0-b4cba7821252 service neutron] 10.222.0.111 "GET /v2.0/networks?id=4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 200 len: 912 time: 0.0909181 Jun 23 16:53:26.963229 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-e2ac5aee-7e2c-435d-9ce7-4cc02bb5197d service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ac92f121-6427-4da0-a645-a6dc9ca61984 HTTP/1.1" status: 200 len: 1002 time: 0.0682585 Jun 23 16:53:27.017490 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ca61-dc62-45de-a526-95e0e9591093 req-add77d67-289d-4364-89de-dc389e9e5b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:27.018932 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-add77d67-289d-4364-89de-dc389e9e5b05 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 200 len: 849 time: 0.0467420 Jun 23 16:53:27.080176 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156ca61-dc62-45de-a526-95e0e9591093 req-0f421337-ba92-413e-94e3-2082dff6834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:27.081635 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-0f421337-ba92-413e-94e3-2082dff6834c service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=4b87d13a-7453-41ea-8ff1-6e17662fcaca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0548482 Jun 23 16:53:27.180757 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-113a945e-e18e-4552-b214-f2bfbbec1abe service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889680 Jun 23 16:53:27.269441 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d156ca61-dc62-45de-a526-95e0e9591093 req-7cb417e9-27ed-40ec-8ebe-9b824f634077 service neutron] 10.222.0.111 "GET /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819330 Jun 23 16:53:44.427991 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.697613 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-67e90093-62e4-40c1-84fc-798af1cc0994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:44.810745 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:53:47.488517 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ade64c1a-4263-4b25-b9a8-1ab24924218f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:47.539444 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:48.613265 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:49.463775 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958b729-b482-4b18-830f-7079a5f62c7e req-9f4b252c-4eea-4678-a3ef-35138f8b82f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:49.465121 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0958b729-b482-4b18-830f-7079a5f62c7e req-9f4b252c-4eea-4678-a3ef-35138f8b82f5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0769827 Jun 23 16:53:49.504245 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-0958b729-b482-4b18-830f-7079a5f62c7e req-b14f8d2c-6311-498b-8f3d-4f544bdea73c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330708 Jun 23 16:53:50.257375 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:50.705827 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36717820-1675-487d-8b39-dc030985f57f req-71bc3286-50db-402c-9dfb-7410f5c5056f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:50.707312 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-36717820-1675-487d-8b39-dc030985f57f req-71bc3286-50db-402c-9dfb-7410f5c5056f tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0790265 Jun 23 16:53:50.749667 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-36717820-1675-487d-8b39-dc030985f57f req-306f1606-33d0-45d8-8dcf-9b97275bd771 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335588 Jun 23 16:53:51.466115 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1497eb-0591-4571-8492-ed233329171a req-8d45b834-cc4c-4f05-bb43-aac8f3da1f4a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:51.467983 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d1497eb-0591-4571-8492-ed233329171a req-8d45b834-cc4c-4f05-bb43-aac8f3da1f4a tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0866799 Jun 23 16:53:51.570484 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Deleting port ac92f121-6427-4da0-a645-a6dc9ca61984 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:53:51.570825 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:51.667302 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] For port ac92f121-6427-4da0-a645-a6dc9ca61984, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=ac92f121-6427-4da0-a645-a6dc9ca61984,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:51.667689 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:51.841068 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:51.841429 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:51.841735 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.l3_db [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Floating IP 96bc126b-ef27-49e9-a296-24ef201ddbdf disassociated. External IP: 172.28.3.124, port: ac92f121-6427-4da0-a645-a6dc9ca61984. Jun 23 16:53:51.842071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Calling delete_port for ac92f121-6427-4da0-a645-a6dc9ca61984 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:53:51.934398 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb153db-2907-4a65-ba31-512ff0ca2524 req-7c140093-e4a3-476f-b41e-a6e228547534 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:53:51.935902 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7eb153db-2907-4a65-ba31-512ff0ca2524 req-7c140093-e4a3-476f-b41e-a6e228547534 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 946 time: 0.0661652 Jun 23 16:53:51.975124 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7eb153db-2907-4a65-ba31-512ff0ca2524 req-62208bd8-2aa2-4078-88f2-6b45e7d3ddc4 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups?id=f731d9df-f39d-4ff8-9b61-bfb9337526a5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330644 Jun 23 16:53:51.976834 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:51.981190 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:52.006109 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event deleted for resources: {'Port': ['ID=ac92f121-6427-4da0-a645-a6dc9ca61984,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:52.017581 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.017956 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.018322 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.018692 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.019043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.019379 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.019770 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.020118 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.020469 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.020812 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.021156 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.021497 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:52.025853 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:52.129549 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Router c3f4d59a-8175-4c40-a227-1737823be01a has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:53:52.257893 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:53:52.269148 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07189d-7457-4109-b795-11858a627e3e None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:53:52.278417 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:52.278944 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:53:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:52.303652 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] No DVR routers for this DVR port ac92f121-6427-4da0-a645-a6dc9ca61984 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:53:52.306913 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:52.308914 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-5d1497eb-0591-4571-8492-ed233329171a req-d000f312-4aec-4c0a-8350-c58319a212d5 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.111 "DELETE /v2.0/ports/ac92f121-6427-4da0-a645-a6dc9ca61984 HTTP/1.1" status: 204 len: 173 time: 0.8354568 Jun 23 16:53:52.309416 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'name': 'network-vif-deleted', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:53:52.311749 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc66426-4069-41a4-a5ee-3175b3f012d9" -d '{"events": [{"server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "name": "network-vif-deleted", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:53:52.352538 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6878135a-7a3d-4a77-b5c6-3a5957eaaa99 x-openstack-request-id: req-6878135a-7a3d-4a77-b5c6-3a5957eaaa99 {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:53:52.352943 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346a6bc2-8a69-40f2-9d42-5f4386353df8", "name": "network-vif-deleted", "tag": "ac92f121-6427-4da0-a645-a6dc9ca61984", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:53:52.353523 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-6878135a-7a3d-4a77-b5c6-3a5957eaaa99 {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:53:52.353916 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346a6bc2-8a69-40f2-9d42-5f4386353df8', 'name': 'network-vif-deleted', 'tag': 'ac92f121-6427-4da0-a645-a6dc9ca61984', 'status': 'completed', 'code': 200} Jun 23 16:53:52.392826 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:52.600148 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:52.627682 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07189d-7457-4109-b795-11858a627e3e None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:53:52.636108 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:53:52.636714 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:53:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:52.755676 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:53:52.966995 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-6a07189d-7457-4109-b795-11858a627e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:53:52.997218 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a07189d-7457-4109-b795-11858a627e3e None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:01Z', 'revision_number': 4, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '816f9c30-73e6-4133-bcc3-6ff36d263f5f', 'name': '', 'network_id': '4b87d13a-7453-41ea-8ff1-6e17662fcaca', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'mac_address': 'fa:16:3e:9d:1b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:50:01Z', 'updated_at': '2021-06-23T16:50:06Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'subnets': [{'id': '943e2b19-0db9-47c7-8a5b-6e62a2bb0861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:53:53.141521 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d3502cf6-4af7-47be-9f8f-5ef1009bf723 req-dff0e04a-783e-4589-8003-7060f614feef tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/ports?device_id=346a6bc2-8a69-40f2-9d42-5f4386353df8 HTTP/1.1" status: 200 len: 210 time: 0.0339689 Jun 23 16:53:53.217885 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a24441f-81ee-4d32-8cc6-590a19ebf7ea None None] New status for floating IP 96bc126b-ef27-49e9-a296-24ef201ddbdf: DOWN {{(pid=99535) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:53:54.282399 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33768) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:54.339232 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.362816 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.422581 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.426977 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.428401 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "DELETE /v2.0/security-groups/f731d9df-f39d-4ff8-9b61-bfb9337526a5 HTTP/1.1" status: 204 len: 168 time: 0.1449060 Jun 23 16:53:54.429149 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-bedb459b-77dc-4b71-a354-31feec6cb8b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:54.431293 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33770) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:54.438162 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f731d9df-f39d-4ff8-9b61-bfb9337526a5,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:54.445282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.445656 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.445896 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.api.v2.resource [None req-d7a17500-0a14-4c7e-867b-5f2d733e156c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] show failed (client error): The resource could not be found. Jun 23 16:53:54.446027 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.446372 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.446732 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.447088 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.447439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.447886 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.448240 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.448590 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.448939 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.449287 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:53:54.449950 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-d7a17500-0a14-4c7e-867b-5f2d733e156c tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "GET /v2.0/security-groups/f731d9df-f39d-4ff8-9b61-bfb9337526a5 HTTP/1.1" status: 404 len: 347 time: 0.0175340 Jun 23 16:53:54.450508 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33772) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:54.452592 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-db08ea16-647e-428b-b1a5-1463f817e532 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:54.579249 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Deleting port 4a311582-635b-4cd7-8f67-5083172a41b1 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:53:54.579681 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.660005 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.660332 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.671976 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Calling delete_port for 4a311582-635b-4cd7-8f67-5083172a41b1 owned by network:floatingip {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:53:54.814056 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.819716 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-45abb1b7-8f9a-48d8-b315-a4b55951362e tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:54.846205 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Pushing event deleted for resources: {'Port': ['ID=4a311582-635b-4cd7-8f67-5083172a41b1,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:54.848194 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ac92f121-6427-4da0-a645-a6dc9ca61984 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:53:54.848751 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:54.869503 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: ac92f121-6427-4da0-a645-a6dc9ca61984 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:53:54.869851 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device ac92f121-6427-4da0-a645-a6dc9ca61984 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:53:54.908928 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks [] for floatingip, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.911407 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:54.912555 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] 10.222.0.97 "DELETE /v2.0/floatingips/96bc126b-ef27-49e9-a296-24ef201ddbdf HTTP/1.1" status: 204 len: 168 time: 0.4611511 Jun 23 16:53:58.643879 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33800) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:53:59.030690 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.301167 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Deleting port 816f9c30-73e6-4133-bcc3-6ff36d263f5f {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:53:59.301514 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.381930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] For port 816f9c30-73e6-4133-bcc3-6ff36d263f5f, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=816f9c30-73e6-4133-bcc3-6ff36d263f5f,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:53:59.382277 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.396205 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Calling delete_port for 816f9c30-73e6-4133-bcc3-6ff36d263f5f owned by network:router_interface {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:53:59.592498 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:53:59.594324 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f0d26697-ffcb-4f6f-9651-9d5c2ed00d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:53:59.620783 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Pushing event deleted for resources: {'Port': ['ID=816f9c30-73e6-4133-bcc3-6ff36d263f5f,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:53:59.624156 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:53:59.803293 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:00.275893 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Router c3f4d59a-8175-4c40-a227-1737823be01a has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:54:00.382612 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:54:00.388005 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b6dfe6e2-4a17-4a37-9995-e73511289e85 admin admin] 10.222.0.97 "PUT /v2.0/routers/c3f4d59a-8175-4c40-a227-1737823be01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7431052 Jun 23 16:54:00.390564 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33802) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:00.391252 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] Sync routers for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:54:00.401408 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:00.402027 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:53:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:00.499072 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks [] for router, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:00.508629 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:00.598914 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:00.658160 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Deleting port ba63df6f-dadb-4235-9e59-1cdba91d72b8 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:54:00.658579 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:00.696973 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109'}], 'enable_snat': True}, 'gw_port_id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:53:59Z', 'revision_number': 5, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port': {'id': 'ba63df6f-dadb-4235-9e59-1cdba91d72b8', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:e6:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:50:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:00.723285 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] Checking router: c3f4d59a-8175-4c40-a227-1737823be01a for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:54:00.732292 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] Routers {'c3f4d59a-8175-4c40-a227-1737823be01a'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:00.732900 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:53:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['c3f4d59a-8175-4c40-a227-1737823be01a'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:00.739058 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] For port ba63df6f-dadb-4235-9e59-1cdba91d72b8, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ba63df6f-dadb-4235-9e59-1cdba91d72b8,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:00.739411 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:00.751897 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Calling delete_port for ba63df6f-dadb-4235-9e59-1cdba91d72b8 owned by network:router_gateway {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:54:00.907444 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] Set router c3f4d59a-8175-4c40-a227-1737823be01a gateway port host: None {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:00.924836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:00.926804 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3a05ae62-f585-4239-939a-74ac1f546c55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:00.951710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba63df6f-dadb-4235-9e59-1cdba91d72b8,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:00.955681 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:00.965627 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:54:00Z', 'revision_number': 6, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port_host': None}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:00.993177 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae59dd5-03cd-4c9a-971d-6aeec0f2c25e None None] The sync data for ids ['c3f4d59a-8175-4c40-a227-1737823be01a'] in dv-cinder-796950-7-smb is: [{'id': 'c3f4d59a-8175-4c40-a227-1737823be01a', 'name': 'tempest-AttachVolumeTestJSON-829501649-router', 'tenant_id': '599dd195d6be4bb7b180c2e50c3549af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:49:59Z', 'updated_at': '2021-06-23T16:54:00Z', 'revision_number': 6, 'project_id': '599dd195d6be4bb7b180c2e50c3549af', 'gw_port_host': None}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:54:01.016828 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.106913 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.109238 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.155039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.155609 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3f4d59a-8175-4c40-a227-1737823be01a {{(pid=99534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:54:01.161245 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.162352 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] 10.222.0.97 "DELETE /v2.0/routers/c3f4d59a-8175-4c40-a227-1737823be01a HTTP/1.1" status: 204 len: 168 time: 0.7709148 Jun 23 16:54:01.165039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33804) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:01.213043 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Deleting subnet 943e2b19-0db9-47c7-8a5b-6e62a2bb0861 {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:54:01.216154 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.252619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069466082'] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.327302 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.385842 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065467377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069342651'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.388798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:01.419714 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.424454 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/943e2b19-0db9-47c7-8a5b-6e62a2bb0861 HTTP/1.1" status: 204 len: 168 time: 0.2583890 Jun 23 16:54:01.424645 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33806) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:01.425503 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943e2b19-0db9-47c7-8a5b-6e62a2bb0861,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:01.428106 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-378b02d9-50cf-47f3-b8fb-01dbb205d013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:01.432379 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f37c7d3-0859-4cd0-970d-c3163d479cd7 None None] Network 4b87d13a-7453-41ea-8ff1-6e17662fcaca requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:54:01.500585 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.554129 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Deleting port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:54:01.554792 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.623281 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] For port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:01.623672 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.647019 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] DHCP port deletion for 4b87d13a-7453-41ea-8ff1-6e17662fcaca request from dv-cinder-796950-7-smb {{(pid=99535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:54:01.698410 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Deleting port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 {{(pid=99535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:54:01.698883 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.771942 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] For port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,segment=NetworkSegment(225e6a0e-c663-48f0-9797-0cd20fef2126),segment_id=225e6a0e-c663-48f0-9797-0cd20fef2126)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:01.772523 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.786978 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Calling delete_port for ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 owned by network:dhcp {{(pid=99535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:54:01.875174 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206'] for port, after_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:01.878910 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-faa2e3c7-2c4e-45d0-bba4-dba0f74acc56 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:01.902958 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Pushing event deleted for resources: {'Port': ['ID=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,revision_number=None']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:01.908530 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] No DVR routers for this DVR port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 on host dv-cinder-796950-7-smb {{(pid=99535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:54:01.914658 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.914889 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.915325 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.915661 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.915996 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.916341 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.916660 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.916988 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.917492 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.917936 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.918071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Calling delete_port for ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 owned by network:dhcp {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:54:01.918335 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.918810 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:01.922515 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9b818a67-856b-4a19-b468-e6fc955edd56 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:02.000624 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.002770 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-ac9e98c1-9336-4a43-99c2-a64a7d74c90e tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:02.023720 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9b3be9-2be8-47c0-9b0e-905579cb2bf9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:02.027026 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:02.030826 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] No DVR routers for this DVR port ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 on host dv-cinder-796950-7-smb {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:54:02.110454 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.120603 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b87d13a-7453-41ea-8ff1-6e17662fcaca']}} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:02.130179 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225e6a0e-c663-48f0-9797-0cd20fef2126') {'for_net_delete': True} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:02.130468 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.services.segments.db [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225e6a0e-c663-48f0-9797-0cd20fef2126') {} {{(pid=99533) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:02.138903 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1067441126'] for segment, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.152886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.159794 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Releasing vlan 1443 on physical network physnet1 to pool {{(pid=99533) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:54:02.160249 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1067064291'] for segment, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: conditions |= (models_v2.Port.network_id.in_( Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: self.session.flush() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: self.session.flush() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: self.session.flush() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: self.session.flush() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: Traceback (most recent call last): Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: timer() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: cb(*args, **kw) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: return func(*args, **kwargs) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: self._notify() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: self.callback(batched_events) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: event.method(event) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: return f(self, *a, **k) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: return self._get(url).json() Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: return self.request(url, 'GET', **kwargs) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:54:02.162285 dv-cinder-796950-7-smb neutron-server[99533]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:54:02.217546 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.221701 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:02.224412 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.226002 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] 10.222.0.97 "DELETE /v2.0/networks/4b87d13a-7453-41ea-8ff1-6e17662fcaca HTTP/1.1" status: 204 len: 168 time: 0.8004379 Jun 23 16:54:02.237139 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b87d13a-7453-41ea-8ff1-6e17662fcaca,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:02.239464 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-34442de7-fde2-4b94-afe6-ae857c1aa055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:02.372433 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33810) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:02.414150 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-dd51ef09-f546-4a75-997a-2ab80a89183f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=599dd195d6be4bb7b180c2e50c3549af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403712 Jun 23 16:54:02.416595 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33812) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:02.468230 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.489590 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.540184 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.544400 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:02.545535 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/49710659-ddf7-4b91-9a1f-207777fc1ab7 HTTP/1.1" status: 204 len: 168 time: 0.1280499 Jun 23 16:54:02.546391 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-efb4d29b-7d27-4e08-bfa1-1d6fe89b46ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:02.555051 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49710659-ddf7-4b91-9a1f-207777fc1ab7,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:02.557510 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2679182c-58fa-4a5c-ae81-8b4ae8887b0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:02.670342 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 816f9c30-73e6-4133-bcc3-6ff36d263f5f no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:54:02.695684 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 816f9c30-73e6-4133-bcc3-6ff36d263f5f {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:54:02.696021 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 816f9c30-73e6-4133-bcc3-6ff36d263f5f not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:54:02.696465 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ba63df6f-dadb-4235-9e59-1cdba91d72b8 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:54:02.716398 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: ba63df6f-dadb-4235-9e59-1cdba91d72b8 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:54:02.716748 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ba63df6f-dadb-4235-9e59-1cdba91d72b8 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:54:02.717175 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:54:02.739352 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:54:02.739700 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ab9b3be9-2be8-47c0-9b0e-905579cb2bf9 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:54:04.658024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33874) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:04.791076 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-68dc8cb8-c8a4-40ed-a65e-b60cf1929e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:04.888187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-68dc8cb8-c8a4-40ed-a65e-b60cf1929e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:04.893267 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-68dc8cb8-c8a4-40ed-a65e-b60cf1929e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:04.895937 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c6a838f9-d0d4-4bcf-871b-ecb4fc74d880 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:04.933769 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-68dc8cb8-c8a4-40ed-a65e-b60cf1929e21 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=78bf9b1dca134141b1dfb3ac32ad9a40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2746100 Jun 23 16:54:04.934711 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc8cb8-c8a4-40ed-a65e-b60cf1929e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992023a7-5e06-45d9-b5ab-26bcd0d93e0e,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:04.936576 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 33878) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:04.938402 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-68dc8cb8-c8a4-40ed-a65e-b60cf1929e21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:04.988338 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.010035 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.066050 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.068622 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.069751 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/992023a7-5e06-45d9-b5ab-26bcd0d93e0e HTTP/1.1" status: 204 len: 168 time: 0.1310027 Jun 23 16:54:05.070508 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7e454bab-a1df-4675-9833-08b96fb1e12d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:05.078454 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992023a7-5e06-45d9-b5ab-26bcd0d93e0e,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:05.081131 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e76e4c73-200f-43f5-b52d-d05472eedcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:05.370451 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33884) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:05.384121 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3c959e68-57e5-4ae0-82eb-388415c1dde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.477519 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3c959e68-57e5-4ae0-82eb-388415c1dde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.484268 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-3c959e68-57e5-4ae0-82eb-388415c1dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.487435 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1c9e1e8b-d811-48cb-9f45-6e04972dd032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:05.521620 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c959e68-57e5-4ae0-82eb-388415c1dde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=295e7a24-b031-4c50-932c-59993b5fbdbd,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:05.525908 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-3c959e68-57e5-4ae0-82eb-388415c1dde7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=8eab3040c57146cf9f5bebb24095aae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1544063 Jun 23 16:54:05.526798 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-3c959e68-57e5-4ae0-82eb-388415c1dde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:05.529301 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 33886) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:05.581020 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.603464 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.651435 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.654457 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:05.655646 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/295e7a24-b031-4c50-932c-59993b5fbdbd HTTP/1.1" status: 204 len: 168 time: 0.1255152 Jun 23 16:54:05.656391 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-ee6db734-6ec3-4095-b3a1-495a065c3e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:05.663882 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=295e7a24-b031-4c50-932c-59993b5fbdbd,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:05.666144 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:12.390292 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34006) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:12.503255 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-25c8b811-5b73-4b09-ac07-3be6518cb685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.599080 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-25c8b811-5b73-4b09-ac07-3be6518cb685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.604784 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-25c8b811-5b73-4b09-ac07-3be6518cb685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.607524 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-cd5c8c79-a73f-4733-8b96-df2358532be1 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:12.641180 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8b811-5b73-4b09-ac07-3be6518cb685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fd9c46-7d6d-4e89-b2e0-93f24e53ebba,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:12.647348 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-25c8b811-5b73-4b09-ac07-3be6518cb685 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=30ef494c48114e2d900f981c80d2b15f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559290 Jun 23 16:54:12.648607 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-25c8b811-5b73-4b09-ac07-3be6518cb685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:12.649819 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34010) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:12.700070 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.722974 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.772921 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.775659 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:12.776773 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/17fd9c46-7d6d-4e89-b2e0-93f24e53ebba HTTP/1.1" status: 204 len: 168 time: 0.1260407 Jun 23 16:54:12.777583 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-ce16dd65-fcc5-4e1c-92d4-1223cdae384f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:12.785357 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fd9c46-7d6d-4e89-b2e0-93f24e53ebba,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:12.787582 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-972b2881-d2ff-417e-a45b-711e76c4d0ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:13.079573 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34016) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:13.093051 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6db1d107-9b43-4840-9c56-12c91421dc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.198688 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6db1d107-9b43-4840-9c56-12c91421dc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.208274 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-6db1d107-9b43-4840-9c56-12c91421dc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.212443 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-84d93250-2218-4c02-9601-3fe0dffaf62c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:13.252884 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-6db1d107-9b43-4840-9c56-12c91421dc2f admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=a6a4a892b149439d8dc1c4a0271a52e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720552 Jun 23 16:54:13.253665 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db1d107-9b43-4840-9c56-12c91421dc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c85821-99a8-41dd-8cba-6675a905cc52,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:13.256037 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34018) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:13.256645 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-6db1d107-9b43-4840-9c56-12c91421dc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:13.315240 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.336100 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.384886 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.387578 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:13.388728 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/54c85821-99a8-41dd-8cba-6675a905cc52 HTTP/1.1" status: 204 len: 168 time: 0.1315303 Jun 23 16:54:13.389519 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-aea2325a-e730-4f78-9716-6efe0a99d6e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:13.397378 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c85821-99a8-41dd-8cba-6675a905cc52,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:13.399898 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:14.421393 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:14.691689 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-26140bd1-daa4-45e9-b682-c78752967017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:17.484932 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4bbce893-22dd-4fc3-b5dd-6bdb3ada06b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:17.541292 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:18.611727 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:20.262730 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:21.810683 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:24.867143 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34152) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:24.989510 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cba30f1e-a734-4678-b72a-83ed4564eb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.080926 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cba30f1e-a734-4678-b72a-83ed4564eb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.087143 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-cba30f1e-a734-4678-b72a-83ed4564eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.089798 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-04626ee2-087c-44eb-9c62-a30af4387d2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:25.126265 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-cba30f1e-a734-4678-b72a-83ed4564eb0d admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=d78ccbb7d1c74660a2de3c74b736c5d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2579274 Jun 23 16:54:25.126998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba30f1e-a734-4678-b72a-83ed4564eb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955e77f4-c1d3-43e5-9f53-88a3d103bee4,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:25.129154 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34156) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:25.130144 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-cba30f1e-a734-4678-b72a-83ed4564eb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:25.184297 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.206835 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.262439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.266612 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:25.268174 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/955e77f4-c1d3-43e5-9f53-88a3d103bee4 HTTP/1.1" status: 204 len: 168 time: 0.1380198 Jun 23 16:54:25.268968 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1178087d-1300-4d88-bfac-1f777046ec8f tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:25.279407 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955e77f4-c1d3-43e5-9f53-88a3d103bee4,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:25.283834 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-2c00db99-de95-47c7-9e48-4540a8d2724c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:25.959216 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34178) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:26.068604 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1469792700-network', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:26.093007 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Made reservation on behalf of 65946350dd3f4acb8e6aca5d9945dde7 for: {'network': 1} {{(pid=99534) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:54:26.095483 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.104091 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.201564 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.207849 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.210674 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-56dbd4cb-cd49-404d-8a48-b2cdb1080a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:26.235148 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1440} {{(pid=99534) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:54:26.243978 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3d16ae-8493-4037-8a45-0082aacc887d,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:26.247708 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:26.250455 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.250802 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.segments_db [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Added segment a9013180-4bf7-4b8e-b2e1-e2d895eb66d0 of type vlan for network 52c02286-4175-405d-b941-c46f49938bad Jun 23 16:54:26.292714 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.324873 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.326234 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:26.326842 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.329904 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:26.379510 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4191518 Jun 23 16:54:26.382402 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34182) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:26.387133 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Pushing event updated for resources: {'Network': ['ID=52c02286-4175-405d-b941-c46f49938bad,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:26.388294 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Request body: {'subnet': {'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1469792700-subnet', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:26.390684 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-901128d5-cd64-4a37-9c87-94083b0e9c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:26.398606 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 52c02286-4175-405d-b941-c46f49938bad details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:54:26.413030 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Made reservation on behalf of 65946350dd3f4acb8e6aca5d9945dde7 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:54:26.415780 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067039447'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.589040 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067150013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067039429'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.591501 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8181c070-6574-4131-9206-1903d8ce1a21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:26.644487 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d070d0e-3686-4744-94ee-ff2aaba56f70,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:26.647233 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:26.654250 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Checking segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:26.654604 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Network hostable DHCP agents. Network: 52c02286-4175-405d-b941-c46f49938bad, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:54:26.672752 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Network 52c02286-4175-405d-b941-c46f49938bad is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:54:26.682004 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 52c02286-4175-405d-b941-c46f49938bad) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:26.686427 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:26.687063 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.691767 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a73052-7e5f-4c9e-9b3c-1ad57193b55e None None] Network 52c02286-4175-405d-b941-c46f49938bad requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:54:26.703556 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-e9677a3d-0005-4f68-b143-7e132c7a89bd admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3198822 Jun 23 16:54:26.706835 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34184) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:26.711483 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:26.735137 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.736343 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.792098 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.839436 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-52c02286-4175-405d-b941-c46f49938bad', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:54:26.840920 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:26.942638 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.112395 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Allocated IP 172.20.0.2 (52c02286-4175-405d-b941-c46f49938bad/1d070d0e-3686-4744-94ee-ff2aaba56f70/339c2dcc-af57-4931-8901-2c2665f210d4) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:27.148852 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.168007 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.257810 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.266840 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Transition to ACTIVE for port object 339c2dcc-af57-4931-8901-2c2665f210d4 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:27.270597 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Allocated IP 172.28.3.33 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/3f97421c-00f6-4882-84a3-58fa61019948) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:27.286111 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Transition to ACTIVE for port object 339c2dcc-af57-4931-8901-2c2665f210d4 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:27.292719 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.294593 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:27.332149 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Network 52c02286-4175-405d-b941-c46f49938bad is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:27.336568 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:27.341109 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:27.344201 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Pushing event updated for resources: {'Port': ['ID=339c2dcc-af57-4931-8901-2c2665f210d4,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:27.347843 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:27.374304 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.398288 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Attempting to bind port 339c2dcc-af57-4931-8901-2c2665f210d4 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:54:27.398654 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Attempting to bind port 339c2dcc-af57-4931-8901-2c2665f210d4 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:54:27.399230 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Attempting to bind port 339c2dcc-af57-4931-8901-2c2665f210d4 on network 52c02286-4175-405d-b941-c46f49938bad {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:54:27.403984 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:54:27.404385 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Checking segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:27.404792 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.405196 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Bound using segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:54:27.405661 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Bound port: 339c2dcc-af57-4931-8901-2c2665f210d4, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:54:27.406055 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.413560 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.415859 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-1f3840d3-3099-4a6d-b8de-6c29e467b335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:27.453417 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:27.457965 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:27.463375 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:27.466481 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3f97421c-00f6-4882-84a3-58fa61019948,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:27.471372 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] For port 339c2dcc-af57-4931-8901-2c2665f210d4, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:54:27.475111 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] For port 339c2dcc-af57-4931-8901-2c2665f210d4, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=339c2dcc-af57-4931-8901-2c2665f210d4,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:54:27.480469 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.482368 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:27.491257 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:27.539669 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Pushing event updated for resources: {'Port': ['ID=339c2dcc-af57-4931-8901-2c2665f210d4,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:27.543787 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:27.744127 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:27.947997 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.081196 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99534) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:54:28.195349 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:54:28.205115 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Sync routers for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:54:28.215158 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.215449 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:28.215922 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:28.219683 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-cb1c80e6-96ca-442f-aa23-ba997bdcf3d7 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5116670 Jun 23 16:54:28.219847 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34186) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:28.328705 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:28.387385 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401a99dd-dc84-4e35-8247-9e6d2d822872 None None] Network 52c02286-4175-405d-b941-c46f49938bad requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:54:28.496717 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-f56e4fc9-7402-4b25-a2af-204d9b6ad551 None None] Provisioning for port 339c2dcc-af57-4931-8901-2c2665f210d4 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:28.644949 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:27Z', 'revision_number': 3, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:28.656641 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.677990 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Checking router: 925bc5aa-6894-40a9-ae67-e6a2c6d001ed for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:54:28.678482 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Updating router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed port 3f97421c-00f6-4882-84a3-58fa61019948 binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:54:28.718004 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.751699 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 339c2dcc-af57-4931-8901-2c2665f210d4 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:28.838307 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Allocated IP 172.20.0.1 (52c02286-4175-405d-b941-c46f49938bad/1d070d0e-3686-4744-94ee-ff2aaba56f70/68a3c936-26ca-48c1-b3cd-c8a9242078a0) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:28.908696 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 339c2dcc-af57-4931-8901-2c2665f210d4 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:28.915538 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 339c2dcc-af57-4931-8901-2c2665f210d4 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:28.915939 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.946785 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.959752 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Transition to ACTIVE for port object 68a3c936-26ca-48c1-b3cd-c8a9242078a0 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:28.986789 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-e8a15bd7-72f2-4215-8dd6-b1dc06e97177 None None] Provisioning complete for port 339c2dcc-af57-4931-8901-2c2665f210d4 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:28.987087 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-e8a15bd7-72f2-4215-8dd6-b1dc06e97177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.994304 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:28.996524 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1e29e61c-ea6f-4b7f-a70a-248ffbcaafa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:29.036355 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Network 52c02286-4175-405d-b941-c46f49938bad is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:29.039367 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:29.043842 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:29.046989 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Pushing event updated for resources: {'Port': ['ID=68a3c936-26ca-48c1-b3cd-c8a9242078a0,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:29.070301 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:29.087907 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.120894 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.126982 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.170908 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Transition to ACTIVE for port object 3f97421c-00f6-4882-84a3-58fa61019948 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:29.190608 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.200094 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:29.210579 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 339c2dcc-af57-4931-8901-2c2665f210d4, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=339c2dcc-af57-4931-8901-2c2665f210d4,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:29.230943 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-e8a15bd7-72f2-4215-8dd6-b1dc06e97177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.233202 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.235453 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.276466 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba4a4-8288-402f-9270-8283f8e7e8ec None None] Pushing event updated for resources: {'Port': ['ID=3f97421c-00f6-4882-84a3-58fa61019948,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:29.279244 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-970ba4a4-8288-402f-9270-8283f8e7e8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:29.280522 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-7ce4e253-4268-4c6a-bda0-575b02559f33 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:29.282543 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Attempting to bind port 3f97421c-00f6-4882-84a3-58fa61019948 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:54:29.282934 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Attempting to bind port 3f97421c-00f6-4882-84a3-58fa61019948 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:54:29.283362 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Attempting to bind port 3f97421c-00f6-4882-84a3-58fa61019948 on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:54:29.331927 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:54:29.332223 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:29.332617 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.333021 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:54:29.333483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Bound port: 3f97421c-00f6-4882-84a3-58fa61019948, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:54:29.333894 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.394244 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=339c2dcc-af57-4931-8901-2c2665f210d4,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:29.395018 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.397604 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:29.401106 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.403522 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-98afe863-a25d-43d6-8c1e-a1192282ae5e tempest-VolumesActionsTest-960416079 tempest-VolumesActionsTest-960416079-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:29.403815 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.db.api [None req-e8a15bd7-72f2-4215-8dd6-b1dc06e97177 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=99535) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 16:54:29.404254 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_db.api [None req-e8a15bd7-72f2-4215-8dd6-b1dc06e97177 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 16:54:29.416632 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] For port 3f97421c-00f6-4882-84a3-58fa61019948, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:54:29.420269 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] For port 3f97421c-00f6-4882-84a3-58fa61019948, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=3f97421c-00f6-4882-84a3-58fa61019948,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:54:29.425073 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.426977 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:29.470389 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Pushing event updated for resources: {'Port': ['ID=68a3c936-26ca-48c1-b3cd-c8a9242078a0,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:29.472844 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:29.478999 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:29.481743 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:29.482394 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:29.487684 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ba4a4-8288-402f-9270-8283f8e7e8ec None None] Pushing event updated for resources: {'Port': ['ID=3f97421c-00f6-4882-84a3-58fa61019948,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:29.566718 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Network 52c02286-4175-405d-b941-c46f49938bad is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:29.568428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:29.652615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-970ba4a4-8288-402f-9270-8283f8e7e8ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:29.687237 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:54:29.731821 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:29.799151 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:54:29.804536 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] 10.222.0.97 "PUT /v2.0/routers/925bc5aa-6894-40a9-ae67-e6a2c6d001ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5835886 Jun 23 16:54:29.964045 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 2, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:29.991260 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a825656-32bd-4667-957b-c786736ac4a9 None None] The sync data for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb is: [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 2, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:54:30.065633 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-8556abda-7382-439f-b9d9-11d693914543 None None] Provisioning for port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:30.070082 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-8556abda-7382-439f-b9d9-11d693914543 None None] Provisioning complete for port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:30.070466 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-8556abda-7382-439f-b9d9-11d693914543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.113553 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-8556abda-7382-439f-b9d9-11d693914543 None None] Port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:54:30.329369 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34202) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:30.334578 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1994738059-network', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:30.356803 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Made reservation on behalf of 1361d778e16e4f7f89cff745fcf80d97 for: {'network': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:54:30.359291 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for network, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.368870 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.461476 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.466562 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.469708 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f69ee1d8-aca9-4a3a-a212-975298a46f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:30.490677 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1448} {{(pid=99533) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 16:54:30.510219 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.510472 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.db.segments_db [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Added segment 2b7c4493-da0b-4a11-8cd6-b24257d504a9 of type vlan for network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 Jun 23 16:54:30.521745 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177472f-a620-4619-b35f-a9511dd677a9,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:30.564376 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775156812310'] for network, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.575731 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:30.596295 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266'] for network, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.597871 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:30.598445 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.601413 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-3e58cccc-6474-4c22-b3d0-bdfa984192fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:30.657896 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] 10.222.0.97 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3248909 Jun 23 16:54:30.660221 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34204) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:30.668100 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Pushing event updated for resources: {'Network': ['ID=2a1351d4-80aa-458f-b7a6-2dbb19e0f842,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:30.677664 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Request body: {'subnet': {'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1994738059-subnet', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'ip_version': 4}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:30.677957 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-342fa3e2-3701-4999-9287-4475ea10e7f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:30.690518 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 details requested by agent ovs-agent-dv-cinder-796950-7-smb with host dv-cinder-796950-7-smb {{(pid=99535) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 16:54:30.701850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Made reservation on behalf of 1361d778e16e4f7f89cff745fcf80d97 for: {'subnet': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:54:30.704363 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1067039447'] for subnet, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.793259 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 339c2dcc-af57-4931-8901-2c2665f210d4 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:30.842430 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 339c2dcc-af57-4931-8901-2c2665f210d4 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:30.842953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.926668 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1067150013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1067039429'] for subnet, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.928187 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 3f97421c-00f6-4882-84a3-58fa61019948 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:30.930183 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:30.978775 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 3f97421c-00f6-4882-84a3-58fa61019948 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:30.982594 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 3f97421c-00f6-4882-84a3-58fa61019948 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:30.982986 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:30.994125 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8,revision_number=0']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:31.001991 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:31.004725 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Checking segment: {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:31.005073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Network hostable DHCP agents. Network: 2a1351d4-80aa-458f-b7a6-2dbb19e0f842, hostable agents: ['b80e6148-ba1b-4578-8ca1-6e2f63841e28'], hosted agents: [] {{(pid=99533) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 16:54:31.024121 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 is scheduled to be hosted by DHCP agent b80e6148-ba1b-4578-8ca1-6e2f63841e28 with binding_index 1 {{(pid=99533) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 16:54:31.035808 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796950-7-smb, 2a1351d4-80aa-458f-b7a6-2dbb19e0f842) {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:31.043516 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:31.044133 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for subnet, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.054503 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c95a8a-5389-4a01-9fbb-95bd8c197e00 None None] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:54:31.061583 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-c8f2fff5-3fdd-42cd-aa35-217d00cf7ae0 admin admin] 10.222.0.97 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3945746 Jun 23 16:54:31.064519 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34206) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:31.069325 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:31.094919 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3818510', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15452'] for router, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.096522 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3818501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3862320', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3923539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15445'] for router, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.114787 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.142398 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 3f97421c-00f6-4882-84a3-58fa61019948, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=3f97421c-00f6-4882-84a3-58fa61019948,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:31.147648 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.151735 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:31.151835 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.235808 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=3f97421c-00f6-4882-84a3-58fa61019948,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:31.240065 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:31.279456 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp63b9436d-e294-56e3-9ba3-b19516f2ea9c-2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'fixed_ips': [{'subnet_id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8'}]}} from dv-cinder-796950-7-smb. {{(pid=99535) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 16:54:31.280377 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.296071 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3860258', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3819154', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15431'] for router, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.419614 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.db_base_plugin_common [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Allocated IP 172.20.0.2 (2a1351d4-80aa-458f-b7a6-2dbb19e0f842/275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8/ff7bdce3-4e53-4d52-b805-df11586b40f7) {{(pid=99535) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:31.493706 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.512174 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.569472 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Notify callbacks [] for port, precommit_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.577904 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Transition to ACTIVE for port object ff7bdce3-4e53-4d52-b805-df11586b40f7 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:31.593298 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Transition to ACTIVE for port object ff7bdce3-4e53-4d52-b805-df11586b40f7 will not be triggered until provisioned by entity DHCP. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:31.600168 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197'] for port, after_create {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.603718 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:31.624712 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Allocated IP 172.28.3.45 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/65634e07-4822-47da-9732-d07b36976e03) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:31.647151 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 is already hosted by enough agents. {{(pid=99535) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:31.650059 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.scheduler.base_scheduler [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Resources bound (agent type, host, resource id): {{(pid=99535) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:31.652569 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Received port after_create {{(pid=99535) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:31.662162 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Pushing event updated for resources: {'Port': ['ID=ff7bdce3-4e53-4d52-b805-df11586b40f7,revision_number=1']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:31.668699 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:31.721325 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Attempting to bind port ff7bdce3-4e53-4d52-b805-df11586b40f7 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:54:31.721946 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Attempting to bind port ff7bdce3-4e53-4d52-b805-df11586b40f7 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:54:31.722060 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Attempting to bind port ff7bdce3-4e53-4d52-b805-df11586b40f7 on network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:54:31.727218 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:54:31.727615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Checking segment: {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:31.729277 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.729732 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Bound using segment: {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:54:31.730205 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Bound port: ff7bdce3-4e53-4d52-b805-df11586b40f7, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:54:31.730593 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.735502 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.777890 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.780675 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-519b8e98-60b5-45f5-82f4-25cedcab15f6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:31.798485 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] For port ff7bdce3-4e53-4d52-b805-df11586b40f7, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:54:31.801532 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] For port ff7bdce3-4e53-4d52-b805-df11586b40f7, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ff7bdce3-4e53-4d52-b805-df11586b40f7,segment=NetworkSegment(2b7c4493-da0b-4a11-8cd6-b24257d504a9),segment_id=2b7c4493-da0b-4a11-8cd6-b24257d504a9)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:54:31.806181 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:31.808971 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:31.822291 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:31.827137 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:31.831778 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:31.835330 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Pushing event updated for resources: {'Port': ['ID=65634e07-4822-47da-9732-d07b36976e03,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:31.854837 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:31.873724 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Pushing event updated for resources: {'Port': ['ID=ff7bdce3-4e53-4d52-b805-df11586b40f7,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:31.877477 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-d1b43414-0fe0-4633-83c6-3fde2e653718 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:31.983828 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Sync routers for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:54:31.995582 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:31.996373 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:32.123518 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.135833 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:32.328199 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3819163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3860343'] for router, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.342259 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 2, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:32.368244 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Checking router: 925bc5aa-6894-40a9-ae67-e6a2c6d001ed for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:54:32.368599 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Updating router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:54:32.400915 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.457165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 is scheduled to L3 agent cab8936a-8a73-42b4-a454-575128464368 with binding_index 1 {{(pid=99533) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 16:54:32.572949 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:54:32.582795 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Sync routers for ids ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:54:32.590219 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.591701 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-635ab3b2-05c1-48f1-b44e-509b2b558a23 admin admin] 10.222.0.97 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5259912 Jun 23 16:54:32.594163 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34208) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:32.595129 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Routers {'3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:32.596790 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:32.734924 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Set router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:32.739862 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.750571 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Transition to ACTIVE for port object 68a3c936-26ca-48c1-b3cd-c8a9242078a0 will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:32.760929 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.763685 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:32.824272 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Pushing event updated for resources: {'Port': ['ID=68a3c936-26ca-48c1-b3cd-c8a9242078a0,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:32.833981 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.834666 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.835699 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.836545 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.836545 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.836910 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.837416 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.837738 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.838049 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.838358 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.838867 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.839474 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99536) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:32.855159 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:32.906964 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 3f97421c-00f6-4882-84a3-58fa61019948 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:32.963705 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Attempting to bind port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:54:32.964893 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Attempting to bind port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:54:32.966351 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Attempting to bind port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 on network 52c02286-4175-405d-b941-c46f49938bad {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:54:32.972382 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:54:32.973272 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Checking segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:32.973910 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.974507 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Bound using segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:54:32.975206 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Bound port: 68a3c936-26ca-48c1-b3cd-c8a9242078a0, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:54:32.975964 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:32.991090 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 3f97421c-00f6-4882-84a3-58fa61019948 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:32.991824 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.038934 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb8e3f3-be05-48ba-9b4e-bd969473aaf7 None None] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:54:33.055892 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] For port 68a3c936-26ca-48c1-b3cd-c8a9242078a0, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:54:33.062408 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] For port 68a3c936-26ca-48c1-b3cd-c8a9242078a0, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=68a3c936-26ca-48c1-b3cd-c8a9242078a0,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:54:33.071363 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.073725 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:33.140484 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:33.141214 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:33.143930 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Pushing event updated for resources: {'Port': ['ID=68a3c936-26ca-48c1-b3cd-c8a9242078a0,revision_number=4']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:33.148420 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-1004bdf9-e218-4a53-a90f-9909c1b9fd3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:33.154855 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-28f902c9-466a-4e65-8e0e-8132f49f6a6f None None] Provisioning for port ff7bdce3-4e53-4d52-b805-df11586b40f7 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:33.225255 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ff7bdce3-4e53-4d52-b805-df11586b40f7 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:33.258970 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:33.319401 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 3, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:33.366185 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port ff7bdce3-4e53-4d52-b805-df11586b40f7 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:33.368417 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Checking router: 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:54:33.368770 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Updating router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 port 65634e07-4822-47da-9732-d07b36976e03 binding host dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:54:33.395231 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port ff7bdce3-4e53-4d52-b805-df11586b40f7 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:33.395679 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.438480 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.485491 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:33Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:33.521256 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b5db10d-a60e-452c-8222-fd9472c505a1 None None] The sync data for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb is: [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:33Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:54:33.596225 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.616057 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Allocated IP 172.20.0.1 (2a1351d4-80aa-458f-b7a6-2dbb19e0f842/275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8/068aead1-2dea-4cd4-afb9-b93378195137) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:33.733517 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.748490 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Transition to ACTIVE for port object 068aead1-2dea-4cd4-afb9-b93378195137 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:33.788032 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.795013 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-130e8bb9-03b9-45fa-a92d-0b006fe66b23 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:33.828073 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:33.829043 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.833620 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:33.837424 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:33.875043 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Pushing event updated for resources: {'Port': ['ID=068aead1-2dea-4cd4-afb9-b93378195137,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:33.880816 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:33.885692 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3849847'] for router_interface, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.890509 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port ff7bdce3-4e53-4d52-b805-df11586b40f7, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ff7bdce3-4e53-4d52-b805-df11586b40f7,segment=NetworkSegment(2b7c4493-da0b-4a11-8cd6-b24257d504a9),segment_id=2b7c4493-da0b-4a11-8cd6-b24257d504a9)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:33.898339 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:33.907118 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-970ba4a4-8288-402f-9270-8283f8e7e8ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:33.996200 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=ff7bdce3-4e53-4d52-b805-df11586b40f7,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:33.999507 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:34.026102 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Notify callbacks [] for port, precommit_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.038143 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Transition to ACTIVE for port object 65634e07-4822-47da-9732-d07b36976e03 will not be triggered until provisioned by entity L2. {{(pid=99535) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:34.045492 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.049760 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:34.067269 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.112094 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15e093-c855-4be7-8cd6-75f42c83751d None None] Pushing event updated for resources: {'Port': ['ID=65634e07-4822-47da-9732-d07b36976e03,revision_number=2']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:34.115343 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-dc15e093-c855-4be7-8cd6-75f42c83751d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:34.116374 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Attempting to bind port 65634e07-4822-47da-9732-d07b36976e03 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:54:34.116801 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Attempting to bind port 65634e07-4822-47da-9732-d07b36976e03 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:54:34.117224 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Attempting to bind port 65634e07-4822-47da-9732-d07b36976e03 on network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:54:34.124881 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:54:34.125349 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Checking segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99535) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:34.125858 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.126316 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Bound using segment: {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'} {{(pid=99535) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:54:34.127633 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.managers [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Bound port: 65634e07-4822-47da-9732-d07b36976e03, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76fb75ab-86e8-4956-87d3-afa97ed49bd4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0'}}] {{(pid=99535) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:54:34.127867 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.152653 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2b4fb7b2-d1f6-4210-a78b-c621fa0216ea None None] Provisioning complete for port ff7bdce3-4e53-4d52-b805-df11586b40f7 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:34.153093 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2b4fb7b2-d1f6-4210-a78b-c621fa0216ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.222454 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] For port 65634e07-4822-47da-9732-d07b36976e03, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99535) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:54:34.229393 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] For port 65634e07-4822-47da-9732-d07b36976e03, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=65634e07-4822-47da-9732-d07b36976e03,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:54:34.237471 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.240675 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:34.294006 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.299959 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.302280 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0d6c2e25-d97c-4704-bf94-06b40e10c2ac tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:34.328668 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Routers {'3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:34.329384 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:34.370150 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc15e093-c855-4be7-8cd6-75f42c83751d None None] Pushing event updated for resources: {'Port': ['ID=65634e07-4822-47da-9732-d07b36976e03,revision_number=3']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:34.370779 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3733480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3849883'] for router_interface, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.372751 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Pushing event updated for resources: {'Port': ['ID=068aead1-2dea-4cd4-afb9-b93378195137,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:34.373587 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-dc15e093-c855-4be7-8cd6-75f42c83751d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:34.375944 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:34.455618 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-bdb0ab21-4f89-4150-b610-871ddf2b98ec None None] Provisioning for port 068aead1-2dea-4cd4-afb9-b93378195137 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:34.459644 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] Set router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:34.470402 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:34.472096 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:34.487495 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-bdb0ab21-4f89-4150-b610-871ddf2b98ec None None] Provisioning complete for port 068aead1-2dea-4cd4-afb9-b93378195137 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:34.487901 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-bdb0ab21-4f89-4150-b610-871ddf2b98ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.574612 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-bdb0ab21-4f89-4150-b610-871ddf2b98ec None None] Port 068aead1-2dea-4cd4-afb9-b93378195137 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:54:34.616778 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:54:34.719981 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '068aead1-2dea-4cd4-afb9-b93378195137', 'name': '', 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'mac_address': 'fa:16:3e:3e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:33Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 2, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'subnets': [{'id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:34.749592 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ff7bdce3-4e53-4d52-b805-df11586b40f7 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:34.751935 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2787292-f2d4-496a-8550-19c87ae33126 None None] The sync data for ids ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'] in dv-cinder-796950-7-smb is: [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '068aead1-2dea-4cd4-afb9-b93378195137', 'name': '', 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'mac_address': 'fa:16:3e:3e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:33Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 2, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'subnets': [{'id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:54:34.763702 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:54:34.775648 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] 10.222.0.97 "PUT /v2.0/routers/3ffbb6c0-03d7-4b76-b3ee-d45f898197a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1751633 Jun 23 16:54:34.805137 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-13c805fa-3d71-4b93-b68e-f770d7e5a85a None None] Provisioning complete for port 068aead1-2dea-4cd4-afb9-b93378195137 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:34.805505 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-13c805fa-3d71-4b93-b68e-f770d7e5a85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.831691 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port ff7bdce3-4e53-4d52-b805-df11586b40f7 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:34.832377 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:34.873580 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-13c805fa-3d71-4b93-b68e-f770d7e5a85a None None] Port 068aead1-2dea-4cd4-afb9-b93378195137 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:54:34.924356 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 68a3c936-26ca-48c1-b3cd-c8a9242078a0 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:34.997305 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:35.001084 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:35.001554 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.106364 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.144236 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 68a3c936-26ca-48c1-b3cd-c8a9242078a0, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=68a3c936-26ca-48c1-b3cd-c8a9242078a0,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:35.151862 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.154443 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-1a7f866a-f0cb-4ef9-86af-db7a05c15978 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:35.203049 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=68a3c936-26ca-48c1-b3cd-c8a9242078a0,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:35.206342 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:35.499584 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34216) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:35.507041 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911902944', 'description': 'tempest-secgroup-smoke-1911902944 description', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:35.534556 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.618747 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.624827 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.627450 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-005b1f07-adcb-4695-b822-5f630e7be08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:35.653756 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.654950 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1539457 Jun 23 16:54:35.656882 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:35.658120 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34218) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:35.659963 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8d4210c5-6ac0-4b42-820c-39bfda36b5c2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:35.664078 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group_rule': {'security_group_id': '43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:35.693951 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.760422 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.765831 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.768039 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:35.785423 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51161486-56f9-4142-90cd-d5f11b790f0d,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:35.788071 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:35.789258 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.790461 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305614 Jun 23 16:54:35.793259 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34220) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:35.797708 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group_rule': {'security_group_id': '43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:35.830414 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.896092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.902653 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.905786 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:35.921895 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118e4519-eba7-4a32-a2b9-1fd387b6f9a8,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:35.924626 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:35.929861 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:35.931324 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371217 Jun 23 16:54:35.934127 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34222) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:35.938532 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group_rule': {'security_group_id': '43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:35.965722 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.024683 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.030024 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.032154 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-377e5f7e-9932-4f2c-b5c0-0f4b49432801 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.048438 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d513f23-785a-4412-88d3-1d19ee6862a5,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.051344 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.053580 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.055379 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-96fad702-0787-431e-9ad0-dbc504db5702 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1197422 Jun 23 16:54:36.057601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34224) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:36.062021 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group_rule': {'security_group_id': '43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:36.090132 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.151834 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.158522 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.160958 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-b420cfc8-7a73-4deb-9741-e8cbe72932cf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.179973 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2672a9b5-ac5c-4c9d-8d3c-ded40083d39e,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.182731 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.187033 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.188315 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-e88f62c1-7c32-4a7f-be08-173ae26efd20 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297722 Jun 23 16:54:36.191374 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34226) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:36.195926 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group_rule': {'security_group_id': '43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:36.219827 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.securitygroups_db [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Project 65946350dd3f4acb8e6aca5d9945dde7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:54:36.224971 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.557776 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.563258 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.566092 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.582948 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dade481e-d71d-497a-85d1-1667eba6a225,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.587359 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.590203 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.591687 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-4ac1761a-2f6d-44bf-86e6-2c662f373f52 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3992600 Jun 23 16:54:36.594246 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34228) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:54:36.600062 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'security_group_rule': {'security_group_id': '43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f', 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:36.622274 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.securitygroups_db [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Project 65946350dd3f4acb8e6aca5d9945dde7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 16:54:36.628093 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.700519 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.705223 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3813481'] for security_group_rule, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.707536 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-93a59f7d-e5da-49e1-ab0b-6ceedb91c020 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:36.724371 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=185248e3-4e69-4051-9e12-75278dcfe46c,revision_number=0']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:36.727048 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:36.733425 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.734766 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-69b3cfb9-6dc9-44fa-bdeb-df24e825d0b5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395018 Jun 23 16:54:36.787365 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 65634e07-4822-47da-9732-d07b36976e03 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:36.848249 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 65634e07-4822-47da-9732-d07b36976e03 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:36.852396 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 65634e07-4822-47da-9732-d07b36976e03 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:36.853158 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.934676 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.955705 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 65634e07-4822-47da-9732-d07b36976e03, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=65634e07-4822-47da-9732-d07b36976e03,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:36.960200 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:36.961081 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 68a3c936-26ca-48c1-b3cd-c8a9242078a0 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:36.962861 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:37.039212 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=65634e07-4822-47da-9732-d07b36976e03,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:37.049236 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:37.062372 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:37.062602 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:37.601280 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Sync routers for ids ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:54:37.614066 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Routers {'3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:37.615221 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:37.748508 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Set router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:37.974527 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '068aead1-2dea-4cd4-afb9-b93378195137', 'name': '', 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'mac_address': 'fa:16:3e:3e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:33Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 2, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'subnets': [{'id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:38.007629 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Checking router: 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:54:38.007887 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Updating router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 port 068aead1-2dea-4cd4-afb9-b93378195137 binding host dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 16:54:38.047534 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.322921 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Notify callbacks [] for port, precommit_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.334373 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.provisioning_blocks [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Transition to ACTIVE for port object 068aead1-2dea-4cd4-afb9-b93378195137 will not be triggered until provisioned by entity L2. {{(pid=99536) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:38.341504 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.343714 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:38.394038 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83332a-fc9c-40bc-8ba5-fde7ea388c86 None None] Pushing event updated for resources: {'Port': ['ID=068aead1-2dea-4cd4-afb9-b93378195137,revision_number=3']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:38.416787 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-8b83332a-fc9c-40bc-8ba5-fde7ea388c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:38.452449 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Attempting to bind port 068aead1-2dea-4cd4-afb9-b93378195137 on host dv-cinder-796950-7-smb for vnic_type normal with profile {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:54:38.452947 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Attempting to bind port 068aead1-2dea-4cd4-afb9-b93378195137 by drivers openvswitch,hyperv on host dv-cinder-796950-7-smb at level 0 using segments [{'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:54:38.453313 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Attempting to bind port 068aead1-2dea-4cd4-afb9-b93378195137 on network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:54:38.459053 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Checking agent: {'id': '09aa1568-6fe4-4073-8ff5-6f291e717ba3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796950-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 31, 47), 'started_at': datetime.datetime(2021, 6, 23, 16, 32, 17), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796950-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:54:38.459424 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Checking segment: {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99536) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:54:38.459825 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.460238 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Bound using segment: {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'} {{(pid=99536) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:54:38.460682 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.managers [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Bound port: 068aead1-2dea-4cd4-afb9-b93378195137, host: dv-cinder-796950-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7c4493-da0b-4a11-8cd6-b24257d504a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1448, 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842'}}] {{(pid=99536) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:54:38.461089 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.527046 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] For port 068aead1-2dea-4cd4-afb9-b93378195137, host dv-cinder-796950-7-smb, cleared binding levels {{(pid=99536) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:54:38.530754 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.plugins.ml2.db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] For port 068aead1-2dea-4cd4-afb9-b93378195137, host dv-cinder-796950-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=068aead1-2dea-4cd4-afb9-b93378195137,segment=NetworkSegment(2b7c4493-da0b-4a11-8cd6-b24257d504a9),segment_id=2b7c4493-da0b-4a11-8cd6-b24257d504a9)] {{(pid=99536) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:54:38.536963 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron_lib.callbacks.manager [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99536) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.539440 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-8b83332a-fc9c-40bc-8ba5-fde7ea388c86 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:38.597924 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Routers {'3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:54:38.598567 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:38.638472 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b83332a-fc9c-40bc-8ba5-fde7ea388c86 None None] Pushing event updated for resources: {'Port': ['ID=068aead1-2dea-4cd4-afb9-b93378195137,revision_number=4']} {{(pid=99536) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:38.643195 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG oslo_concurrency.lockutils [None req-8b83332a-fc9c-40bc-8ba5-fde7ea388c86 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=99536) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:38.725799 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] Set router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:54:38.726038 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 65634e07-4822-47da-9732-d07b36976e03 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:38.776044 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 65634e07-4822-47da-9732-d07b36976e03 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:38.776421 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:38.953472 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '068aead1-2dea-4cd4-afb9-b93378195137', 'name': '', 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'mac_address': 'fa:16:3e:3e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:33Z', 'updated_at': '2021-06-23T16:54:38Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'subnets': [{'id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:54:38.980410 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e6406-16a5-4e26-9fe5-0856e3067c05 None None] The sync data for ids ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'] in dv-cinder-796950-7-smb is: [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:34Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '068aead1-2dea-4cd4-afb9-b93378195137', 'name': '', 'network_id': '2a1351d4-80aa-458f-b7a6-2dbb19e0f842', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'mac_address': 'fa:16:3e:3e:7b:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:33Z', 'updated_at': '2021-06-23T16:54:38Z', 'revision_number': 4, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'subnets': [{'id': '275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:54:40.713727 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 068aead1-2dea-4cd4-afb9-b93378195137 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:40.768903 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning for port 068aead1-2dea-4cd4-afb9-b93378195137 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:54:40.773101 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 068aead1-2dea-4cd4-afb9-b93378195137 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:40.773549 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.854791 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.888538 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] For port 068aead1-2dea-4cd4-afb9-b93378195137, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=068aead1-2dea-4cd4-afb9-b93378195137,segment=NetworkSegment(2b7c4493-da0b-4a11-8cd6-b24257d504a9),segment_id=2b7c4493-da0b-4a11-8cd6-b24257d504a9)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:54:40.895580 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:40.899990 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-9bb4360e-9293-4c58-87af-eee6f844ff20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:40.950033 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Pushing event updated for resources: {'Port': ['ID=068aead1-2dea-4cd4-afb9-b93378195137,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:40.953320 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:42.702185 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 068aead1-2dea-4cd4-afb9-b93378195137 up at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:54:42.757045 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Provisioning complete for port 068aead1-2dea-4cd4-afb9-b93378195137 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:54:42.757418 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:44.459810 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:44.696036 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6c727812-b424-4846-832a-ed4d4b15d3e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.486902 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4b0a5bae-3715-40ae-8c5c-5535485cd0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:47.545725 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:48.616344 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:50.266900 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:52.274734 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-741e3244-3536-4a15-b893-c48f9e787c82 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911902944&fields=id&tenant_id=65946350dd3f4acb8e6aca5d9945dde7 HTTP/1.1" status: 200 len: 267 time: 0.0340607 Jun 23 16:54:52.388140 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-dace9422-1a85-41e9-991f-d0471341de1c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:52.389505 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-dace9422-1a85-41e9-991f-d0471341de1c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 809 time: 0.1080627 Jun 23 16:54:52.405080 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b2ce3a2d-1ab1-4065-a4b0-4e151c7d0961 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/quotas/65946350dd3f4acb8e6aca5d9945dde7 HTTP/1.1" status: 200 len: 375 time: 0.0099838 Jun 23 16:54:52.474759 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-bf7afc86-5981-4456-b468-d90e5c1e5c86 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633566 Jun 23 16:54:52.580428 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-aedf9a5c-464e-451b-97be-1770d7b97a3a service neutron] 10.222.0.97 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930252 Jun 23 16:54:52.669726 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-3cf91620-4e34-436c-b091-27fba39e7fce service neutron] 10.222.0.97 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836072 Jun 23 16:54:54.024564 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a37344e0-a118-4c95-bb7d-65894fa12412 req-2f0811bb-7851-4132-92c7-75c2ecbe1cec tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0333779 Jun 23 16:54:55.118016 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6ea012c9-cfe8-4c0c-b852-44d2015c0cbb req-0ae8115d-24fa-4331-a814-6a9fc0cbdde6 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0305433 Jun 23 16:54:56.207493 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f3ba3af8-94d2-414d-b667-30f9742e1a60 req-c3e2c742-3cab-4f0c-b1fa-77f37ef8fffe tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0290933 Jun 23 16:54:57.294114 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-2fd1ebd4-015f-4a1f-a947-e105360fdd1d req-d43074e2-962b-46da-8295-c7fb2d171490 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0309844 Jun 23 16:54:58.453808 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-585999df-2f0d-49d1-a2b5-d11c91e2a725 req-3b22d8c7-de05-49e7-ab34-36bb316c427b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0440023 Jun 23 16:54:58.813754 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:54:59.345027 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-0f08102c-525b-4208-bcea-593181a9adc9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:59.346500 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-0f08102c-525b-4208-bcea-593181a9adc9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 809 time: 0.1042991 Jun 23 16:54:59.412593 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-a6d2ef01-9e81-4dd2-89c9-6befef19e3f0 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.111 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65946350dd3f4acb8e6aca5d9945dde7 HTTP/1.1" status: 200 len: 380 time: 0.0383713 Jun 23 16:54:59.420774 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'port': {'device_id': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'admin_state_up': True, 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'security_groups': ['43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f']}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:54:59.537404 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Made reservation on behalf of 65946350dd3f4acb8e6aca5d9945dde7 for: {'port': 1} {{(pid=99533) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 16:54:59.541234 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.601733 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-48ea5497-932e-480a-966c-bea8c2db737a req-2766fd39-eeca-4dc1-9e6b-3b18205fa465 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0297074 Jun 23 16:54:59.678930 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.db_base_plugin_common [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Allocated IP 172.20.0.8 (52c02286-4175-405d-b941-c46f49938bad/1d070d0e-3686-4744-94ee-ff2aaba56f70/a5281c89-9039-4b19-bead-bc1a0fc55d14) {{(pid=99533) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:54:59.822594 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for port, precommit_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.836355 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Transition to ACTIVE for port object a5281c89-9039-4b19-bead-bc1a0fc55d14 will not be triggered until provisioned by entity DHCP. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:54:59.870943 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1067064109'] for port, after_create {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:54:59.878038 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-7aed0262-ac8f-49ec-9011-f53a47bdb08f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:54:59.916797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Network 52c02286-4175-405d-b941-c46f49938bad is already hosted by enough agents. {{(pid=99533) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:54:59.919825 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.base_scheduler [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Resources bound (agent type, host, resource id): {{(pid=99533) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:54:59.924398 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Received port after_create {{(pid=99533) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:54:59.948940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=1']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:54:59.961783 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.962265 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.962694 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.963061 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.963428 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.963816 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.964176 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.964530 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.964888 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.965235 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.965589 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.965940 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:54:59.972155 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:54:59.989226 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:54:59.989840 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.004853 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b774d587-ad40-413c-a127-a9dbbefd6948 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.111 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5876498 Jun 23 16:55:00.026460 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.v2.base [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Request body: {'port': {'device_id': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79695'}} {{(pid=99533) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:00.105082 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.160570 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-4607af4d-62fc-4e43-9e88-841055641cba None None] Provisioning for port a5281c89-9039-4b19-bead-bc1a0fc55d14 completed by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:00.165053 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-4607af4d-62fc-4e43-9e88-841055641cba None None] Provisioning complete for port a5281c89-9039-4b19-bead-bc1a0fc55d14 triggered by entity DHCP. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:00.165513 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4607af4d-62fc-4e43-9e88-841055641cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.199790 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-4607af4d-62fc-4e43-9e88-841055641cba None None] Port a5281c89-9039-4b19-bead-bc1a0fc55d14 cannot update to ACTIVE because it is not bound. {{(pid=99535) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 16:55:00.373107 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5281c89-9039-4b19-bead-bc1a0fc55d14 {{(pid=99533) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:00.380688 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.392563 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.provisioning_blocks [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Transition to ACTIVE for port object a5281c89-9039-4b19-bead-bc1a0fc55d14 will not be triggered until provisioned by entity L2. {{(pid=99533) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 16:55:00.399774 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.403082 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-37eec521-e8b7-40c2-9772-055900343cd4 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.454743 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=2']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.457675 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.530009 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Attempting to bind port a5281c89-9039-4b19-bead-bc1a0fc55d14 on host hv-cinder-79695 for vnic_type normal with profile {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 16:55:00.530390 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Attempting to bind port a5281c89-9039-4b19-bead-bc1a0fc55d14 by drivers openvswitch,hyperv on host hv-cinder-79695 at level 0 using segments [{'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 16:55:00.530657 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Attempting to bind port a5281c89-9039-4b19-bead-bc1a0fc55d14 on network 52c02286-4175-405d-b941-c46f49938bad {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:00.535464 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Port a5281c89-9039-4b19-bead-bc1a0fc55d14 on network 52c02286-4175-405d-b941-c46f49938bad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79695 {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 16:55:00.535819 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Attempting to bind port a5281c89-9039-4b19-bead-bc1a0fc55d14 on network 52c02286-4175-405d-b941-c46f49938bad {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 16:55:00.540954 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Checking agent: {'id': 'c4233634-4554-4d09-a590-31eb366de79b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79695', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'started_at': datetime.datetime(2021, 6, 23, 16, 38, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 16, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 16:55:00.541289 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Checking segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99533) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 16:55:00.541676 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Bound using segment: {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'} {{(pid=99533) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 16:55:00.542104 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.managers [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Bound port: a5281c89-9039-4b19-bead-bc1a0fc55d14, host: hv-cinder-79695, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1440, 'network_id': '52c02286-4175-405d-b941-c46f49938bad'}}] {{(pid=99533) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 16:55:00.542451 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.606998 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, cleared binding levels {{(pid=99533) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 16:55:00.610222 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99533) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 16:55:00.615977 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1067064127'] for port, after_update {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.618085 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-6845a25f-28e1-490b-b51e-05c37a9461df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:00.654703 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:00.655181 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:00.656551 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] 10.222.0.111 "PUT /v2.0/ports/a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1093 time: 0.6346228 Jun 23 16:55:00.657072 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:00.659883 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5bd4b6-8600-43d6-afff-640a656b4464" -d '{"events": [{"name": "network-changed", "server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:00.689268 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=3']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:00.692650 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f5ff722e-c71d-48f7-b8cf-514bea4d79cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:00.713845 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a013be-1520-4c79-97aa-8cc41189a81c x-openstack-request-id: req-77a013be-1520-4c79-97aa-8cc41189a81c {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:00.714194 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:00.714514 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-77a013be-1520-4c79-97aa-8cc41189a81c {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:00.714962 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'status': 'completed', 'code': 200} Jun 23 16:55:00.788524 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-19da8306-7c41-4024-8085-c954b8f278c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:00.790010 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-19da8306-7c41-4024-8085-c954b8f278c8 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1096 time: 0.0589812 Jun 23 16:55:00.805813 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72bf0a5-7313-4c0d-9e61-0b72aafa3d7e req-c03dc9a2-dfab-4474-b3f6-7d391d602c45 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:00.807330 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d72bf0a5-7313-4c0d-9e61-0b72aafa3d7e req-c03dc9a2-dfab-4474-b3f6-7d391d602c45 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0660713 Jun 23 16:55:00.838630 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-7cb495e8-aec8-44e6-b2e1-d1d1aed1b7b3 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 217 time: 0.0351191 Jun 23 16:55:00.847234 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-d72bf0a5-7313-4c0d-9e61-0b72aafa3d7e req-1fb49919-6ad9-4f23-966a-21781c8742cb tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339272 Jun 23 16:55:00.886159 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-ffc0b519-378b-4d45-9f64-fb447e93d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:00.887576 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-ffc0b519-378b-4d45-9f64-fb447e93d555 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0426838 Jun 23 16:55:00.955727 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-0eac9a3f-5c32-4402-8b41-de9b91ea5498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:00.956999 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-0eac9a3f-5c32-4402-8b41-de9b91ea5498 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0595779 Jun 23 16:55:01.060642 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-b0b39184-0805-4a4d-a8e8-412b5b9e4a18 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971189 Jun 23 16:55:01.179827 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-384cdc65-1d4a-4345-a3c5-6cb613019aad req-aae5d613-a5b8-4a9e-94a9-490050740b40 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123486 Jun 23 16:55:01.341928 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-2b1ff85e-95d1-4821-8364-0e6960fa2f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:01.343376 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-2b1ff85e-95d1-4821-8364-0e6960fa2f2d service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1096 time: 0.0560863 Jun 23 16:55:01.452414 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-58b066ce-57e6-443c-a553-d2e5551af423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:01.453887 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-58b066ce-57e6-443c-a553-d2e5551af423 service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.1036844 Jun 23 16:55:01.499829 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-b3720624-f325-4a56-9b52-5f64625a10fd service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 217 time: 0.0348887 Jun 23 16:55:01.552090 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-952910e0-3be0-4bbb-9235-9b6db221ae0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:01.553560 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-952910e0-3be0-4bbb-9235-9b6db221ae0d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0472541 Jun 23 16:55:01.615136 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-072e62d1-b19b-417e-8603-50ec0d06f9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:01.616520 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-072e62d1-b19b-417e-8603-50ec0d06f9d7 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0563750 Jun 23 16:55:01.711872 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-2129c672-26f4-4207-8f99-dfaeb7a9dad9 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856605 Jun 23 16:55:01.809455 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-ba5bd4b6-8600-43d6-afff-640a656b4464 req-a7954275-3fef-407d-bae6-002d00513051 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900502 Jun 23 16:55:02.036215 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11522b28-9fa3-45a0-b1e5-57b0eab4f3b5 req-7bb08d25-38de-4572-958b-775667308cec tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:02.037676 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-11522b28-9fa3-45a0-b1e5-57b0eab4f3b5 req-7bb08d25-38de-4572-958b-775667308cec tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0754433 Jun 23 16:55:02.075433 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-11522b28-9fa3-45a0-b1e5-57b0eab4f3b5 req-79d6ea95-cc97-40c3-a810-80fb1bda8dec tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318518 Jun 23 16:55:03.201990 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:55:03.258568 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafc5be-7747-4bcb-ae2e-37b78cf7c48e req-288ab31d-0a6a-4756-8b42-b85c86f3cbb4 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:03.260148 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-beafc5be-7747-4bcb-ae2e-37b78cf7c48e req-288ab31d-0a6a-4756-8b42-b85c86f3cbb4 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0669746 Jun 23 16:55:03.299496 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-beafc5be-7747-4bcb-ae2e-37b78cf7c48e req-afb906c2-1fee-43f0-b764-3a408ba1cc62 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333755 Jun 23 16:55:03.300477 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:03.311870 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'port_id': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'mac_address': 'fa:16:3e:82:6c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:55:03.355128 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:03.368678 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5281c89-9039-4b19-bead-bc1a0fc55d14 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:55:03.389057 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:03.394977 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:03.396773 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:03.448326 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=4']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:03.455618 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.456009 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.456348 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.456681 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.457013 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.457365 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.457699 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.458026 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.458350 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.458655 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.458974 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.459287 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:03.463581 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:03.741308 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['a5281c89-9039-4b19-bead-bc1a0fc55d14'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:55:04.488326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366201f-f201-4cd4-a5d5-3263a0363d1f req-ad55a2d4-c3ee-44fb-9e93-6b00d8e3d4c7 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:04.489870 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6366201f-f201-4cd4-a5d5-3263a0363d1f req-ad55a2d4-c3ee-44fb-9e93-6b00d8e3d4c7 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0700982 Jun 23 16:55:04.531547 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-6366201f-f201-4cd4-a5d5-3263a0363d1f req-a206bba5-40a5-4045-aa15-74adcda4e6e3 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330815 Jun 23 16:55:05.203503 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:55:05.257752 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning for port a5281c89-9039-4b19-bead-bc1a0fc55d14 completed by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 16:55:05.261868 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port a5281c89-9039-4b19-bead-bc1a0fc55d14 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:55:05.262241 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:05.338638 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:05.362446 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:05.364748 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728c6b95-8e02-43e5-9233-47ea77e90443" -d '{"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:05.377637 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:55:05.383578 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:05.386261 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:05.411057 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5399c8f-adcf-4887-9158-5b66c2d5b061 x-openstack-request-id: req-b5399c8f-adcf-4887-9158-5b66c2d5b061 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:05.411349 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:05.411615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-b5399c8f-adcf-4887-9158-5b66c2d5b061 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:05.412007 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'code': 200} Jun 23 16:55:05.440119 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=5']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:05.443041 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:05.732972 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb443a6-3084-402a-a8de-fb8ca8adf62a req-83eebbf2-5814-4eec-9863-fa14788bf7f4 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:05.734571 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3eb443a6-3084-402a-a8de-fb8ca8adf62a req-83eebbf2-5814-4eec-9863-fa14788bf7f4 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0711067 Jun 23 16:55:05.760016 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e12b11-6043-4ffe-b9f8-8942069c17ac req-bcfbbca5-8ccf-4800-8a8f-bbccd1b5095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:05.761493 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-68e12b11-6043-4ffe-b9f8-8942069c17ac req-bcfbbca5-8ccf-4800-8a8f-bbccd1b5095f service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0540898 Jun 23 16:55:05.774695 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-3eb443a6-3084-402a-a8de-fb8ca8adf62a req-67e5bf7e-3069-4f54-a5cc-9241af97ec26 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337293 Jun 23 16:55:05.798569 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-68e12b11-6043-4ffe-b9f8-8942069c17ac req-0846e7d5-10d8-4898-a9cc-d67ceb994433 service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299098 Jun 23 16:55:06.959157 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4244eac-87e8-45f5-b7db-8f2a0c2eb21c req-36c661ab-83d7-4372-85ae-1d59b2a30a5c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:06.960637 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f4244eac-87e8-45f5-b7db-8f2a0c2eb21c req-36c661ab-83d7-4372-85ae-1d59b2a30a5c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0677607 Jun 23 16:55:07.007474 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f4244eac-87e8-45f5-b7db-8f2a0c2eb21c req-bccfff91-6cff-41a9-912f-381910d9d1c9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405302 Jun 23 16:55:08.211227 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6a4fc0-58d6-413d-b441-b26e25acad97 req-8c8cb8f3-2b87-49a5-8647-7e2c3d27964c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.212641 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ce6a4fc0-58d6-413d-b441-b26e25acad97 req-8c8cb8f3-2b87-49a5-8647-7e2c3d27964c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0765078 Jun 23 16:55:08.252580 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-ce6a4fc0-58d6-413d-b441-b26e25acad97 req-b01ee2c3-9ec9-49c1-af32-702f3d7db60c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339687 Jun 23 16:55:08.443411 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223fbb7e-04b5-40db-83a9-1eb3bbace460 req-07125cda-a88d-42cb-a0a9-589827ae0ce4 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.445003 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-223fbb7e-04b5-40db-83a9-1eb3bbace460 req-07125cda-a88d-42cb-a0a9-589827ae0ce4 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0823741 Jun 23 16:55:08.493450 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-223fbb7e-04b5-40db-83a9-1eb3bbace460 req-c7b76f2c-bc40-41ff-a4cf-bf16b257b5e5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397110 Jun 23 16:55:08.518159 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34390) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:08.680466 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ef00a-4df9-4b1e-9705-ef9b0f81e003 tempest-TestShelveInstance-1719949662 tempest-TestShelveInstance-1719949662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:08.681964 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-117ef00a-4df9-4b1e-9705-ef9b0f81e003 tempest-TestShelveInstance-1719949662 tempest-TestShelveInstance-1719949662-project-admin] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1093 time: 0.1623964 Jun 23 16:55:08.685433 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34394) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:55:08.691470 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.v2.base [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Request body: {'floatingip': {'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'port_id': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=99534) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 16:55:08.718321 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for floatingip, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.845569 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-670197'] for port, before_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:08.956919 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_common [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Allocated IP 172.28.3.122 (7067caa2-6a43-4c64-8f12-ff3fc23457e0/ce91c909-6994-42db-bb20-3e6728114797/01568b70-5bb0-43df-809c-3906677c696d) {{(pid=99534) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 16:55:09.066961 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for port, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.121861 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-670130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-191574', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775156791197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-1065467298'] for port, after_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.123836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8576a2a2-5723-48ca-b51d-cb983382ffa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:09.162983 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Network 7067caa2-6a43-4c64-8f12-ff3fc23457e0 is already hosted by enough agents. {{(pid=99534) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 16:55:09.166002 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.base_scheduler [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Resources bound (agent type, host, resource id): {{(pid=99534) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 16:55:09.170286 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Received port after_create {{(pid=99534) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 16:55:09.173354 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'Port': ['ID=01568b70-5bb0-43df-809c-3906677c696d,revision_number=1']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:09.200521 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.200890 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.201249 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.201605 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.201957 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.202305 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.202650 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.202995 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.203338 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.203725 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.204052 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.204391 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:55:09.209520 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:09.563990 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.646681 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.801874 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for port, precommit_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.809471 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1065467312'] for port, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.811492 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e2a506b1-1917-428f-ba5b-a23a0b1911ed tempest-TestMinimumBasicScenario-367587590 tempest-TestMinimumBasicScenario-367587590-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:55:09.875622 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event updated for resources: {'Port': ['ID=01568b70-5bb0-43df-809c-3906677c696d,revision_number=2']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:55:09.879412 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:55:09.890105 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3817080'] for floatingip, after_update {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:09.999833 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.l3_db [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Floating IP 1141cc08-d881-4d8e-9cb2-83e7f945aa02 associated. External IP: 172.28.3.122, port: a5281c89-9039-4b19-bead-bc1a0fc55d14. Jun 23 16:55:10.217283 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:55:10.328260 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:55:10.339035 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] Sync routers for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:55:10.347928 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:10.349589 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:10.350264 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:10.384693 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6978998 Jun 23 16:55:10.385433 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:55:10.387756 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa" -d '{"events": [{"name": "network-changed", "server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:55:10.424980 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3edc32-5d29-4bef-a24e-2b3537bb687b x-openstack-request-id: req-cd3edc32-5d29-4bef-a24e-2b3537bb687b {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:55:10.425384 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:55:10.425684 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-cd3edc32-5d29-4bef-a24e-2b3537bb687b {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:55:10.426108 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'status': 'completed', 'code': 200} Jun 23 16:55:10.463057 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:10.528662 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-04c25868-5ec6-49f9-aa7d-1c0ea79bf586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:10.530024 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-04c25868-5ec6-49f9-aa7d-1c0ea79bf586 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0559616 Jun 23 16:55:10.618438 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-75c96a8d-7a72-4d5d-b195-86a3af94651f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:10.619925 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-75c96a8d-7a72-4d5d-b195-86a3af94651f service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0833735 Jun 23 16:55:10.685763 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '1141cc08-d881-4d8e-9cb2-83e7f945aa02', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'port_id': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'mac_address': 'fa:16:3e:82:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:55:09Z', 'updated_at': '2021-06-23T16:55:09Z', 'revision_number': 0, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:35Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:10.690434 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-2aa06903-cf6f-4b65-8d4c-8c9b257d73b2 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 999 time: 0.0627270 Jun 23 16:55:10.715514 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] Checking router: 925bc5aa-6894-40a9-ae67-e6a2c6d001ed for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:55:10.723950 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:55:10.724566 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:54:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:10.739251 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-f37f44db-a274-4f4a-8122-d2f5c6262427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:10.740706 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-f37f44db-a274-4f4a-8122-d2f5c6262427 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0433314 Jun 23 16:55:10.800470 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-0d6450e7-929c-42b9-a417-6916e6e8b612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:10.801969 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-0d6450e7-929c-42b9-a417-6916e6e8b612 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549200 Jun 23 16:55:10.829318 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:55:10.894074 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-c739203c-3aee-408b-9836-dc9ce430edb0 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853634 Jun 23 16:55:10.985218 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9fcfb4c3-ea83-48e2-a185-b00c6b1f62fa req-092970fe-79bc-4f90-9532-37fd9ab478c8 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835984 Jun 23 16:55:11.051382 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '1141cc08-d881-4d8e-9cb2-83e7f945aa02', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'port_id': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'mac_address': 'fa:16:3e:82:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:55:09Z', 'updated_at': '2021-06-23T16:55:09Z', 'revision_number': 0, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:35Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:55:11.077347 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a52950-6daa-40d0-b91a-1603a9d7af61 None None] The sync data for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb is: [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_floatingips': [{'id': '1141cc08-d881-4d8e-9cb2-83e7f945aa02', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'floating_ip_address': '172.28.3.122', 'floating_network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'router_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'port_id': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'mac_address': 'fa:16:3e:82:6c:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T16:55:09Z', 'updated_at': '2021-06-23T16:55:09Z', 'revision_number': 0, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:35Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:55:11.272935 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635a372-7a9f-4bfe-a9b1-71c6ca2b3a57 None None] New status for floating IP 1141cc08-d881-4d8e-9cb2-83e7f945aa02: ACTIVE {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:55:14.482478 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:14.701441 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1a8c27b3-7cd9-44ea-92c2-41674bd4cb65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.496785 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-e824e5e5-ea62-48d6-baff-00be79d1a256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:17.548130 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:18.624279 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:20.270780 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:28.472360 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-fedbddb9-df16-41e6-b24e-4c60717e97ee service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700426 Jun 23 16:55:28.600150 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-03b5e3ca-8687-4e73-be46-ee0726ca9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:28.601633 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-03b5e3ca-8687-4e73-be46-ee0726ca9783 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0586996 Jun 23 16:55:28.718215 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-64f496ba-4cb0-425e-a6dd-fcbba0f68487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:28.719688 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-64f496ba-4cb0-425e-a6dd-fcbba0f68487 service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0937665 Jun 23 16:55:29.067920 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-e86695e0-8e95-4302-b294-2263068bf471 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1001 time: 0.3410296 Jun 23 16:55:29.118230 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-7524db2c-4253-4485-b5dc-2c5c07fdfa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:29.119793 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-7524db2c-4253-4485-b5dc-2c5c07fdfa8d service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0453267 Jun 23 16:55:29.179145 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-d0456989-51a7-4c78-b338-0a415b4bd8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:55:29.180625 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-d0456989-51a7-4c78-b338-0a415b4bd8d4 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528064 Jun 23 16:55:29.278682 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-8ce1047b-afe7-4759-a8b9-d87707382fc8 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901475 Jun 23 16:55:29.372375 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-20a1591f-62d4-41e9-9473-d10294a9e25e req-dd90f00e-aace-4f68-bba3-9a6b3f9d2a93 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864868 Jun 23 16:55:33.531126 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [req-905d167b-d357-4923-8af5-9c6cf24cea93 req-5a360121-df7b-4d79-b9b7-022fba72a95e service neutron] (99533) timed out ('10.222.0.111', 64843) {{(pid=99533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:55:35.814611 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [req-3d69ff84-4828-4455-bd9a-e9ed3c00ff9b req-7b0e9d86-543d-44ba-a6c4-ea45c49c5551 service neutron] (99533) timed out ('10.222.0.111', 64852) {{(pid=99533) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:55:35.816481 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:55:44.490718 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:44.705810 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5f95d17b-da02-4a2c-87d8-cf71f819de26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:47.493376 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dad4c3f6-9bdf-4dce-8867-acc3ae9ecfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:47.554233 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:48.623306 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:55:50.275058 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:12.815818 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:14.516494 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:14.711175 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-16fb7050-1c41-40ae-af08-a3c3dc3e592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.488056 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-5fe910f9-050b-434a-889a-8bf3d391eefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:17.548197 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:18.623872 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:20.277029 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:27.682632 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-9aa6c057-9f3f-4605-a86e-e3cc645f58f1 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1112227 Jun 23 16:56:27.811885 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-2faf6e44-e50b-49e8-81ef-21bb0de9f2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:27.813377 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-2faf6e44-e50b-49e8-81ef-21bb0de9f2b2 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0628982 Jun 23 16:56:27.920370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-60c41ba6-b337-42ce-aeb8-f8161e53ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:27.921943 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-60c41ba6-b337-42ce-aeb8-f8161e53ca21 service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0878820 Jun 23 16:56:27.989367 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-95a5ce10-b571-4418-a60c-9930cc5d78ba service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1001 time: 0.0601616 Jun 23 16:56:28.040900 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-883df397-998c-423b-a5b2-f5d0bff9f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:28.043778 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-883df397-998c-423b-a5b2-f5d0bff9f4bb service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0482991 Jun 23 16:56:28.108850 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-8b366d67-d97e-4cd1-b57e-e7a190ea0d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:56:28.110253 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-8b366d67-d97e-4cd1-b57e-e7a190ea0d09 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604870 Jun 23 16:56:28.213194 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-10a6b98f-a659-4924-bc4f-6c1551d3db9d service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950656 Jun 23 16:56:28.317915 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-155836d5-af42-4c7f-9bba-dc2a12753ba5 req-3d442dc0-3b93-4b52-b309-f89c05d5b6ca service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984635 Jun 23 16:56:44.518371 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:44.714573 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-219d4472-1c57-4256-b76f-38c3dec6b4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:47.498168 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d85a-2d46-40de-a398-4356d59185d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:47.553890 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:48.626492 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:56:49.818376 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:56:50.284020 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:07.789998 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fc69b-39b2-40f4-8891-eee8deda5237 req-d1e6c929-8b16-4513-be3f-96681abd36d9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:07.791482 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fc8fc69b-39b2-40f4-8891-eee8deda5237 req-d1e6c929-8b16-4513-be3f-96681abd36d9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1248002 Jun 23 16:57:07.830466 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fc8fc69b-39b2-40f4-8891-eee8deda5237 req-ad11a825-1763-4bdc-8a05-06d11a3714fd tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332031 Jun 23 16:57:09.083259 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597b4d2c-d075-4ef8-af8b-4810e3350adc req-fc4318a8-4a3c-4df2-89b2-f526bf4ae46c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:09.084761 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-597b4d2c-d075-4ef8-af8b-4810e3350adc req-fc4318a8-4a3c-4df2-89b2-f526bf4ae46c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.1332817 Jun 23 16:57:09.123945 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-597b4d2c-d075-4ef8-af8b-4810e3350adc req-380640b6-4fc7-4410-90d2-fb66854f272b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332980 Jun 23 16:57:10.337349 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc954404-4904-44dd-9e2a-aa6cec9b6087 req-3624a92e-ebaf-47a3-bd77-f67039250b58 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:10.338832 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fc954404-4904-44dd-9e2a-aa6cec9b6087 req-3624a92e-ebaf-47a3-bd77-f67039250b58 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0775778 Jun 23 16:57:10.382893 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-fc954404-4904-44dd-9e2a-aa6cec9b6087 req-542e1589-6f81-488b-8937-4ad5367d9715 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352414 Jun 23 16:57:11.597345 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8988d3-9c86-411d-804f-f1276f617412 req-34564db0-234f-432a-ae0c-93c93d12cc33 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:11.598809 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9f8988d3-9c86-411d-804f-f1276f617412 req-34564db0-234f-432a-ae0c-93c93d12cc33 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0753372 Jun 23 16:57:11.648063 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-9f8988d3-9c86-411d-804f-f1276f617412 req-68327099-86c0-4c52-83d8-5fefb338e18c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Jun 23 16:57:12.843685 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe97e6f-9f4a-44a4-939c-e8a3208cfdc0 req-aa6945dd-4fdc-476d-8560-e4506b35c32b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:12.845070 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5fe97e6f-9f4a-44a4-939c-e8a3208cfdc0 req-aa6945dd-4fdc-476d-8560-e4506b35c32b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0732193 Jun 23 16:57:12.893170 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-5fe97e6f-9f4a-44a4-939c-e8a3208cfdc0 req-5d86271d-502a-4a38-8881-619f8dd6f520 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402503 Jun 23 16:57:14.083204 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9bf01-21b2-49e0-b23d-d537b5d6543f req-7ea0896f-aa66-407b-a48e-ae0f8cd90035 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:14.084716 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e2f9bf01-21b2-49e0-b23d-d537b5d6543f req-7ea0896f-aa66-407b-a48e-ae0f8cd90035 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0711913 Jun 23 16:57:14.126427 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-e2f9bf01-21b2-49e0-b23d-d537b5d6543f req-1e811800-6ede-45a1-988f-81c02d9746bf tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332818 Jun 23 16:57:14.527612 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:14.728655 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ba9b28ed-9e61-491c-9988-eeb84b87b627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:15.324730 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f85bd2-a634-449c-92e0-f12106348c11 req-a1ca6a34-20aa-4f37-b899-6aee15a7ddc9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:15.326219 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-83f85bd2-a634-449c-92e0-f12106348c11 req-a1ca6a34-20aa-4f37-b899-6aee15a7ddc9 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0723453 Jun 23 16:57:15.363922 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-83f85bd2-a634-449c-92e0-f12106348c11 req-7ef1c886-5a42-4744-b324-50c800426e5f tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320754 Jun 23 16:57:16.573531 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e185b3-ab36-4f81-b45e-462620c56ea8 req-eb38ad3a-a81f-444c-b5c6-b30a7c7716db tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:16.575069 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81e185b3-ab36-4f81-b45e-462620c56ea8 req-eb38ad3a-a81f-444c-b5c6-b30a7c7716db tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0768697 Jun 23 16:57:16.614837 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-81e185b3-ab36-4f81-b45e-462620c56ea8 req-7a57fcdb-f91a-4ac5-bf2b-30b0b1aea3ba tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338309 Jun 23 16:57:17.493562 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-92707e2b-9196-42e0-a92b-0873a7b7bb8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.548373 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:17.803612 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93862348-312d-4d02-93e6-080d0f55650d req-58f06b7d-cd96-41da-8fee-77adf86d9e50 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:17.805125 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93862348-312d-4d02-93e6-080d0f55650d req-58f06b7d-cd96-41da-8fee-77adf86d9e50 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0735462 Jun 23 16:57:17.853320 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-93862348-312d-4d02-93e6-080d0f55650d req-8be6f95b-f8e8-4516-9b5f-49030d039599 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Jun 23 16:57:17.944786 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-952f37fb-6148-4dd6-bdc1-131e70a7ddf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:17.946919 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-952f37fb-6148-4dd6-bdc1-131e70a7ddf3 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0614080 Jun 23 16:57:18.040825 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-f86fbcf2-468f-494c-be00-53845adcb74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:18.042267 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-f86fbcf2-468f-494c-be00-53845adcb74c service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0895228 Jun 23 16:57:18.122200 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-39818330-ee92-4baf-b7c6-61d1e188ac07 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1001 time: 0.0733113 Jun 23 16:57:18.172203 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-598a677d-51b5-4629-8ac9-07a8f5ebc9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:18.173617 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-598a677d-51b5-4629-8ac9-07a8f5ebc9c0 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0457013 Jun 23 16:57:18.238357 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-24ca2b8d-a61f-42c4-9305-ee0f1dc401b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:18.239860 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-24ca2b8d-a61f-42c4-9305-ee0f1dc401b6 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593135 Jun 23 16:57:18.327606 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-289a5252-8ebd-4e28-b33e-71cf92283f2a service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807004 Jun 23 16:57:18.422160 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-0e719a65-0277-4f13-bb37-8c74061d4d7d req-af598ff4-a71d-48d4-bf57-1d99f9c503ff service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880156 Jun 23 16:57:18.630251 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:19.066479 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b3a4f1-79c2-417b-8a30-14875094aff5 req-ac7bd4ce-c3e2-4334-8a05-a6c27b34d36f tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:19.068138 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-78b3a4f1-79c2-417b-8a30-14875094aff5 req-ac7bd4ce-c3e2-4334-8a05-a6c27b34d36f tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0828254 Jun 23 16:57:19.105829 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-78b3a4f1-79c2-417b-8a30-14875094aff5 req-6ac15ebb-0b6d-4d3a-9af2-8a75b73bbebb tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Jun 23 16:57:20.287219 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:20.298808 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c124550e-c2c0-4e4e-b034-9051c2ececc9 req-45e43c40-135e-4af7-b749-c99359496bea tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:20.300325 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c124550e-c2c0-4e4e-b034-9051c2ececc9 req-45e43c40-135e-4af7-b749-c99359496bea tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0669055 Jun 23 16:57:20.353892 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-c124550e-c2c0-4e4e-b034-9051c2ececc9 req-90404682-f90f-4794-9f43-198224e6755c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463772 Jun 23 16:57:21.561472 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb12e34-17cc-4984-b4cc-b88590efd4ce req-e944be4d-d2d7-46d3-93d2-e8d6795dda95 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:21.562973 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bcb12e34-17cc-4984-b4cc-b88590efd4ce req-e944be4d-d2d7-46d3-93d2-e8d6795dda95 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0787349 Jun 23 16:57:21.848936 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-bcb12e34-17cc-4984-b4cc-b88590efd4ce req-854ce915-d35f-4c46-a004-96d72a761380 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771871 Jun 23 16:57:22.226191 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-8eb52c06-4eed-422a-8d5a-ff7a002c9aa9 service neutron] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1337628 Jun 23 16:57:22.238440 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce9929-0c5a-40d4-972b-1d281ba48bf2 req-c745804d-ec61-466d-8483-f61ca0cde7c0 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:22.239823 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dcce9929-0c5a-40d4-972b-1d281ba48bf2 req-c745804d-ec61-466d-8483-f61ca0cde7c0 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0779359 Jun 23 16:57:22.283465 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-dcce9929-0c5a-40d4-972b-1d281ba48bf2 req-323b541a-7542-4131-bb92-adf2b32e5cad tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Jun 23 16:57:23.475165 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7191ce6a-d410-4652-b0d9-9ddef5b1c896 req-f5ddfe0b-e366-4510-b507-d957cc741c53 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:23.476715 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7191ce6a-d410-4652-b0d9-9ddef5b1c896 req-f5ddfe0b-e366-4510-b507-d957cc741c53 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0690963 Jun 23 16:57:23.521181 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-7191ce6a-d410-4652-b0d9-9ddef5b1c896 req-a4901b05-4b7f-47fe-8da1-d5cb5684c1cc tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350509 Jun 23 16:57:23.714888 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa064a-beb6-4d19-b914-8a251665324e req-60b2d066-7d18-42a4-9af6-691a6a765d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:23.716638 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-60b2d066-7d18-42a4-9af6-691a6a765d5a service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1&tenant_id=65946350dd3f4acb8e6aca5d9945dde7 HTTP/1.1" status: 200 len: 1098 time: 0.0589900 Jun 23 16:57:23.817177 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa064a-beb6-4d19-b914-8a251665324e req-6162e5bf-e87c-44dc-82d6-aa68096f2f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:23.818686 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-6162e5bf-e87c-44dc-82d6-aa68096f2f71 service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0621762 Jun 23 16:57:23.892332 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:57:23.914954 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa064a-beb6-4d19-b914-8a251665324e req-ade45639-cd21-4640-b21b-56ab39fd82df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:23.916451 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-ade45639-cd21-4640-b21b-56ab39fd82df service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0912745 Jun 23 16:57:23.967713 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:23.979407 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-0f5bf0a4-d138-4c52-b5ec-e7fb5c91a742 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1001 time: 0.0566006 Jun 23 16:57:23.992506 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:23.994915 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d219506-ed21-413b-9761-56db574877f3" -d '{"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:24.007499 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:24.012057 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:24.013854 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:24.036897 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa064a-beb6-4d19-b914-8a251665324e req-1374d295-cc9e-4bed-90e8-3ff8275dca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:24.038188 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a920f14f-338e-4743-887b-a403027f0068 x-openstack-request-id: req-a920f14f-338e-4743-887b-a403027f0068 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:24.038443 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-1374d295-cc9e-4bed-90e8-3ff8275dca86 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0534844 Jun 23 16:57:24.038570 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-unplugged", "status": "completed", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:24.038711 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-a920f14f-338e-4743-887b-a403027f0068 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:24.039187 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'code': 200} Jun 23 16:57:24.064159 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=6']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:24.070834 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.071174 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.071503 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.071854 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.072179 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.072526 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.072862 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.073145 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.073457 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.073770 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.074080 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.074388 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:57:24.078774 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:24.129341 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa064a-beb6-4d19-b914-8a251665324e req-15f776db-9fd2-4edd-ad9d-a6551dc44a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:24.130805 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-15f776db-9fd2-4edd-ad9d-a6551dc44a49 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583532 Jun 23 16:57:24.222774 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-997914c6-cd69-4f1b-98c4-243d7182cfba service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841596 Jun 23 16:57:24.315919 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-a4aa064a-beb6-4d19-b914-8a251665324e req-2a34f326-24ca-4464-bdea-1beba1f53379 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859482 Jun 23 16:57:24.712909 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c17cff-f54d-44ef-8fe3-fd3a4c0d56e8 req-876b0dfd-8d96-4534-9faf-a9807b8423dc tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:24.714366 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-13c17cff-f54d-44ef-8fe3-fd3a4c0d56e8 req-876b0dfd-8d96-4534-9faf-a9807b8423dc tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0743330 Jun 23 16:57:24.757314 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-13c17cff-f54d-44ef-8fe3-fd3a4c0d56e8 req-905816ca-7240-4172-bc64-1f47688398d5 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347366 Jun 23 16:57:25.497020 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58e3a0-2e30-414a-81e2-9526f47905e5 req-ef84e2a4-1880-4651-97ae-d80e3b3a7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:25.498488 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-aa58e3a0-2e30-414a-81e2-9526f47905e5 req-ef84e2a4-1880-4651-97ae-d80e3b3a7a17 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1096 time: 0.0569992 Jun 23 16:57:25.543400 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-aa58e3a0-2e30-414a-81e2-9526f47905e5 req-a8d2a94a-3f11-45b2-8eed-72af8a6da46d service neutron] 10.222.0.111 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366991 Jun 23 16:57:25.906927 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 details requested by agent hyperv_hv-cinder-79695 with host hv-cinder-79695 {{(pid=99535) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 16:57:25.957735 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809ec6cd-18a1-4908-a7f2-e5055f183387 req-8000ec48-efaa-456d-b3dd-7981f62c1828 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:25.959188 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-809ec6cd-18a1-4908-a7f2-e5055f183387 req-8000ec48-efaa-456d-b3dd-7981f62c1828 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 943 time: 0.0770326 Jun 23 16:57:25.998134 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-809ec6cd-18a1-4908-a7f2-e5055f183387 req-a25bb87a-4ff2-46e8-8319-12ff3bb1c045 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Jun 23 16:57:26.008543 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:26.020768 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Returning: {'device': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'port_id': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'mac_address': 'fa:16:3e:82:6c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99535) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 16:57:26.061921 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.075809 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5281c89-9039-4b19-bead-bc1a0fc55d14 {{(pid=99535) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 16:57:26.096757 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:26.103613 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:26.105987 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:26.161651 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=7']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:26.164957 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:26.820777 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:57:27.198549 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32689a87-cc3c-429d-aaf2-693bf9608040 req-09bc2f07-664e-4ede-bcc1-5053ea0dee71 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:27.199908 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-32689a87-cc3c-429d-aaf2-693bf9608040 req-09bc2f07-664e-4ede-bcc1-5053ea0dee71 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 944 time: 0.0754726 Jun 23 16:57:27.244095 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-32689a87-cc3c-429d-aaf2-693bf9608040 req-3c4df458-5be5-4c52-8e48-a97ddce0f144 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349345 Jun 23 16:57:27.491990 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] get_ports_and_sgs() called for port_ids ['a5281c89-9039-4b19-bead-bc1a0fc55d14'] {{(pid=99535) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 16:57:29.364513 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-e06cba45-6055-4a14-ab2d-721546c10a24 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662537 Jun 23 16:57:29.505132 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1420-8295-4077-94dd-3a6902724d7f req-202e69d9-25ae-47c6-a344-dacdb0b2b66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:29.506611 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-202e69d9-25ae-47c6-a344-dacdb0b2b66c service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1097 time: 0.0730786 Jun 23 16:57:29.613726 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1420-8295-4077-94dd-3a6902724d7f req-7b2b27b1-e63a-4bf8-b365-c017fbdb4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:29.615242 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-7b2b27b1-e63a-4bf8-b365-c017fbdb4fe5 service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0875525 Jun 23 16:57:29.682003 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-c0e8b1a3-b7d7-4017-8c0c-8916dd726abb service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1000 time: 0.0592597 Jun 23 16:57:29.730599 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1420-8295-4077-94dd-3a6902724d7f req-d92bb7e8-f5c4-4299-8263-345f2fc4eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:29.732019 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-d92bb7e8-f5c4-4299-8263-345f2fc4eeee service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0439692 Jun 23 16:57:29.790181 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1420-8295-4077-94dd-3a6902724d7f req-f8ad53b5-dcfc-44b1-831b-3c58b1b60c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:57:29.791745 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-f8ad53b5-dcfc-44b1-831b-3c58b1b60c3b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528138 Jun 23 16:57:29.882566 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-30e43776-b7ce-4a9b-b1c0-25c575048e58 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843918 Jun 23 16:57:29.932980 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 up at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 16:57:29.981674 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-079c1420-8295-4077-94dd-3a6902724d7f req-6f02b1bc-f5fd-4818-8bc1-59fb47ab79b5 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926013 Jun 23 16:57:29.983252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.provisioning_blocks [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Provisioning complete for port a5281c89-9039-4b19-bead-bc1a0fc55d14 triggered by entity L2. {{(pid=99535) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 16:57:29.983673 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-700251'] for port, provisioning_complete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:30.067954 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-670179'] for port, before_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:30.097327 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99535) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:57:30.099638 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}da8185936f6aebacf5aca70c937cc13d49ef354921cca9470b114c6e654a8b85" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6ae68e8-f64f-451d-aac8-7d577118f1ca" -d '{"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99535) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:57:30.112878 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:57:30.117767 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775157281235', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775156791215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775156791260'] for port, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:30.119868 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:57:30.141001 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a02ecbe-00d2-4d1c-a78f-cfa826e427a4 x-openstack-request-id: req-9a02ecbe-00d2-4d1c-a78f-cfa826e427a4 {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:57:30.141303 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-plugged", "status": "completed", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "code": 200}]} {{(pid=99535) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:57:30.141564 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-9a02ecbe-00d2-4d1c-a78f-cfa826e427a4 {{(pid=99535) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:57:30.141962 dv-cinder-796950-7-smb neutron-server[99535]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'code': 200} Jun 23 16:57:30.169049 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Pushing event updated for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=8']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:57:30.172263 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:57:44.535028 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:44.729434 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-7639d494-44bc-4a2e-a72c-d1d3b9e84c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:47.497967 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-831bc84c-97f4-47fd-bf44-e68de3abfa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:47.551480 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:48.635281 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:57:50.287144 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:03.819749 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:58:14.544279 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:14.732063 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-44d41042-9364-44a1-a57b-ffe5397ce4cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.504483 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1115e623-d3f7-433b-ab65-6e65de09aa69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:17.555568 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:18.643559 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:20.291363 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:29.647839 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-d9296691-5329-42c8-9265-1c69cd804108 service neutron] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0594482 Jun 23 16:58:29.780252 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-9cbc1d49-6428-4c92-a99e-ba51377e9e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:29.781713 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-9cbc1d49-6428-4c92-a99e-ba51377e9e4e service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0575442 Jun 23 16:58:29.890797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-f67694db-0d45-47d1-9e60-45b49857352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:29.892156 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-f67694db-0d45-47d1-9e60-45b49857352e service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0889251 Jun 23 16:58:29.966378 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-ecd41ab5-c330-496b-9092-5d5bdc777b33 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 1001 time: 0.0673296 Jun 23 16:58:30.016712 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-6c45c567-2d83-4c8d-9c8f-5c645e059856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:30.018103 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-6c45c567-2d83-4c8d-9c8f-5c645e059856 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0447319 Jun 23 16:58:30.077350 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-c187732a-55c5-4fea-a51b-60940e42c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:30.078780 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-c187732a-55c5-4fea-a51b-60940e42c409 service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0537462 Jun 23 16:58:30.169261 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-2424b023-6fc0-4a82-a30a-59c759f8b3c3 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828040 Jun 23 16:58:30.264244 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-d649d42f-0c05-49a8-be91-dfdff23855ce req-2547e447-4f08-4a3c-8948-93b2c51a3eb7 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881426 Jun 23 16:58:40.059698 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34522) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:40.232462 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Deleting port 01568b70-5bb0-43df-809c-3906677c696d {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:40.232827 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.312990 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.313231 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.324619 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Calling delete_port for 01568b70-5bb0-43df-809c-3906677c696d owned by network:floatingip {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:40.508402 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.510439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f428dc50-cf45-448f-93df-cdf0d1a023f0 tempest-AttachVolumeTestJSON-720977451 tempest-AttachVolumeTestJSON-720977451-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:40.533601 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event deleted for resources: {'Port': ['ID=01568b70-5bb0-43df-809c-3906677c696d,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:40.544520 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.544905 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.545276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.545702 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.546070 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.546439 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.546777 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.547148 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.547492 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.547873 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.548232 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.548582 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99534) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:40.566710 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:40.612293 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for floatingip, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.612619 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.db.l3_db [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Floating IP 1141cc08-d881-4d8e-9cb2-83e7f945aa02 disassociated (deleted). External IP: 172.28.3.122, port: a5281c89-9039-4b19-bead-bc1a0fc55d14. Jun 23 16:58:40.819232 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:58:40.860429 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:40.966640 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:40.971984 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for floatingip, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:40.976636 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] Sync routers for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:40.987530 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:40.988187 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:41.012169 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-f541a5e9-e7a7-44e7-a5ae-e7b57f32508c tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "DELETE /v2.0/floatingips/1141cc08-d881-4d8e-9cb2-83e7f945aa02 HTTP/1.1" status: 204 len: 168 time: 0.9505806 Jun 23 16:58:41.012831 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99534) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:41.015142 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6c6d27750cd38756bfe90973c6cfb800e620638433fc9d02e7f557977214f717" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2bf3aa-ebe8-455c-b7db-a086507170b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99534) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:41.096743 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:41.105472 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0fc79d-8782-458d-9101-165e4e01a745 x-openstack-request-id: req-bb0fc79d-8782-458d-9101-165e4e01a745 {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:41.106028 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "status": "completed", "code": 200}]} {{(pid=99534) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:41.106131 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-bb0fc79d-8782-458d-9101-165e4e01a745 {{(pid=99534) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:41.106806 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'status': 'completed', 'code': 200} Jun 23 16:58:41.210286 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-a3b5bc90-102d-4f0a-9b0a-e9e3370fa0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.211804 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-a3b5bc90-102d-4f0a-9b0a-e9e3370fa0aa service neutron] 10.222.0.111 "GET /v2.0/ports?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 1098 time: 0.0554414 Jun 23 16:58:41.308159 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:35Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:41.319824 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-39030a76-4ec7-40cb-a3cc-e9bb69f4511a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.321353 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-39030a76-4ec7-40cb-a3cc-e9bb69f4511a service neutron] 10.222.0.111 "GET /v2.0/networks?id=52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 200 len: 911 time: 0.0937674 Jun 23 16:58:41.336016 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] Checking router: 925bc5aa-6894-40a9-ae67-e6a2c6d001ed for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:41.345951 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:41.346778 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:41.365311 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-08ec4fad-1aae-41c8-8bb6-daf538655cb7 service neutron] 10.222.0.111 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 200 len: 217 time: 0.0360694 Jun 23 16:58:41.392523 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217c028-2932-4f00-9e68-50a5bc49c441 req-ca053e75-8100-4ed4-b6fe-1823d4a17394 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.394213 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f217c028-2932-4f00-9e68-50a5bc49c441 req-ca053e75-8100-4ed4-b6fe-1823d4a17394 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0640767 Jun 23 16:58:41.416163 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-5b7c57d5-e5a0-4bdd-9862-dced5f647d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.417781 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-5b7c57d5-e5a0-4bdd-9862-dced5f647d10 service neutron] 10.222.0.111 "GET /v2.0/subnets?id=1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 200 len: 848 time: 0.0447869 Jun 23 16:58:41.432549 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-f217c028-2932-4f00-9e68-50a5bc49c441 req-7b25158d-9b07-44de-888b-ff55e72c9049 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321937 Jun 23 16:58:41.460510 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:41.481712 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-0c138bf9-5e2a-4808-b2ca-2807683e3f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:41.483202 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-0c138bf9-5e2a-4808-b2ca-2807683e3f5b service neutron] 10.222.0.111 "GET /v2.0/ports?network_id=52c02286-4175-405d-b941-c46f49938bad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0569620 Jun 23 16:58:41.580456 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-9e0b6cf8-3b4f-4c4c-88f6-56b9c4c01582 service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901160 Jun 23 16:58:41.658333 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:35Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:41.674504 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-8a2bf3aa-ebe8-455c-b7db-a086507170b9 req-f5209c51-58fe-415f-8652-ec09a3ebc9dd service neutron] 10.222.0.111 "GET /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872996 Jun 23 16:58:41.685548 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60dce7c-f6d0-4d2c-9c8c-0f562051e62c None None] The sync data for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb is: [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:54:29Z', 'revision_number': 4, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb', '_interfaces': [{'id': '68a3c936-26ca-48c1-b3cd-c8a9242078a0', 'name': '', 'network_id': '52c02286-4175-405d-b941-c46f49938bad', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'mac_address': 'fa:16:3e:cc:2e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:28Z', 'updated_at': '2021-06-23T16:54:35Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'subnets': [{'id': '1d070d0e-3686-4744-94ee-ff2aaba56f70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:41.901335 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575d07b4-cf88-4a4f-8021-7f987ec7504c None None] New status for floating IP 1141cc08-d881-4d8e-9cb2-83e7f945aa02: DOWN {{(pid=99536) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 16:58:42.642829 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b1201-91c6-4e2e-beda-fd149cc8ef78 req-2247bfb6-47fd-41b2-a933-0c2882bd53b2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99534) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:42.644287 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-496b1201-91c6-4e2e-beda-fd149cc8ef78 req-2247bfb6-47fd-41b2-a933-0c2882bd53b2 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0752764 Jun 23 16:58:42.689517 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-496b1201-91c6-4e2e-beda-fd149cc8ef78 req-e2cccf1e-500e-4d5c-aa9d-00fa3720e2d8 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/security-groups?id=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394006 Jun 23 16:58:43.085299 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-38fa7356-84e8-42de-b02d-9fa9536e9188 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99533) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 16:58:43.086714 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-38fa7356-84e8-42de-b02d-9fa9536e9188 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.111 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 945 time: 0.0697980 Jun 23 16:58:43.187020 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Deleting port a5281c89-9039-4b19-bead-bc1a0fc55d14 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:43.187351 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:43.280612 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] For port a5281c89-9039-4b19-bead-bc1a0fc55d14, host hv-cinder-79695, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79695',level=0,port_id=a5281c89-9039-4b19-bead-bc1a0fc55d14,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:43.280944 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:43.293369 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Calling delete_port for a5281c89-9039-4b19-bead-bc1a0fc55d14 owned by compute:nova {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:43.428686 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:43.432745 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:43.460851 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event deleted for resources: {'Port': ['ID=a5281c89-9039-4b19-bead-bc1a0fc55d14,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:43.472705 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.473108 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.473478 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.473842 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.474288 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.474549 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.474907 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.475258 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.475685 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.475973 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.476329 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.476678 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99533) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:43.495479 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:43.515746 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] No DVR routers for this DVR port a5281c89-9039-4b19-bead-bc1a0fc55d14 on host hv-cinder-79695 {{(pid=99533) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:58:43.518230 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89072'] for port, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:43.520266 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [req-9c22fdae-b4df-47e7-993c-8f731da7bf12 req-a329f257-9807-4f72-9f1d-6b3ba685ed06 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.111 "DELETE /v2.0/ports/a5281c89-9039-4b19-bead-bc1a0fc55d14 HTTP/1.1" status: 204 len: 173 time: 0.4277992 Jun 23 16:58:43.520766 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-deleted', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14'}] {{(pid=99533) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 16:58:43.523081 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.97/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}674447c9e470472eb5ab5a848741e085743fb9c816c72860fded8a639cac2a8a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454d567-baf7-4f59-b4ec-a7d06adeef0e" -d '{"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-deleted", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14"}]}' {{(pid=99533) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 16:58:43.619647 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 16:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c1b918-0ef5-4166-944d-54991029ce8a x-openstack-request-id: req-62c1b918-0ef5-4166-944d-54991029ce8a {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 16:58:43.619982 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1", "name": "network-vif-deleted", "tag": "a5281c89-9039-4b19-bead-bc1a0fc55d14", "status": "completed", "code": 200}]} {{(pid=99533) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 16:58:43.620282 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.97/compute/v2.1/os-server-external-events used request id req-62c1b918-0ef5-4166-944d-54991029ce8a {{(pid=99533) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 16:58:43.620719 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1', 'name': 'network-vif-deleted', 'tag': 'a5281c89-9039-4b19-bead-bc1a0fc55d14', 'status': 'completed', 'code': 200} Jun 23 16:58:43.850802 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [req-779d0435-52d6-4da1-8d0a-645bfdad1079 req-6757ea09-fcf4-488d-bba4-3fabbb1c752d tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "GET /v2.0/ports?device_id=e059cb1a-86eb-4f8a-bfa1-829a92a3a4e1 HTTP/1.1" status: 200 len: 210 time: 0.0371928 Jun 23 16:58:44.558198 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:44.726237 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-4bcd28f2-d57a-44d1-9372-57cae40af1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:44.948654 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34560) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:45.015335 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.043904 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.113322 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.115995 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Notify callbacks [] for security_group, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.117122 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] 10.222.0.97 "DELETE /v2.0/security-groups/43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f HTTP/1.1" status: 204 len: 168 time: 0.1671512 Jun 23 16:58:45.117978 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d158fa6e-0d30-47d4-8d2c-dd49adc32775 tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:45.127370 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c8c3bd-fcdc-40b4-a514-1f4fc460ba8f,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:45.129836 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-a13c0f0d-01c8-491e-ada9-a206800b345b tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:45.179294 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34564) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:45.548244 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.809614 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Deleting port 68a3c936-26ca-48c1-b3cd-c8a9242078a0 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:45.809983 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.887820 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] For port 68a3c936-26ca-48c1-b3cd-c8a9242078a0, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=68a3c936-26ca-48c1-b3cd-c8a9242078a0,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:45.888146 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:45.900326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Calling delete_port for 68a3c936-26ca-48c1-b3cd-c8a9242078a0 owned by network:router_interface {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:46.108068 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:46.110969 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-30a8e79e-1ce4-414a-9d9f-6ec5461ff877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:46.148782 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Pushing event deleted for resources: {'Port': ['ID=68a3c936-26ca-48c1-b3cd-c8a9242078a0,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:46.152157 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:46.174966 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 no longer exists at agent hyperv_hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:46.196566 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] No Port match for: a5281c89-9039-4b19-bead-bc1a0fc55d14 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:46.197292 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Device a5281c89-9039-4b19-bead-bc1a0fc55d14 not bound to the agent host hv-cinder-79695 {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:46.313688 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:46.784796 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99534) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:46.890128 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99534) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:46.895125 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] 10.222.0.97 "PUT /v2.0/routers/925bc5aa-6894-40a9-ae67-e6a2c6d001ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7147908 Jun 23 16:58:46.898014 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34566) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:46.898620 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] Sync routers for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:46.908157 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:46.908772 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:47.003908 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.010669 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: dv-cinder-796950-7-smb {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:47.101967 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.159849 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Deleting port 3f97421c-00f6-4882-84a3-58fa61019948 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:47.160564 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.187615 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33'}], 'enable_snat': True}, 'gw_port_id': '3f97421c-00f6-4882-84a3-58fa61019948', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:58:46Z', 'revision_number': 5, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port': {'id': '3f97421c-00f6-4882-84a3-58fa61019948', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:27Z', 'updated_at': '2021-06-23T16:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:47.213446 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] Checking router: 925bc5aa-6894-40a9-ae67-e6a2c6d001ed for host: dv-cinder-796950-7-smb {{(pid=99535) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:47.222781 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] Routers {'925bc5aa-6894-40a9-ae67-e6a2c6d001ed'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99535) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:47.223416 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:17Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'], 'active': True} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:47.241445 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] For port 3f97421c-00f6-4882-84a3-58fa61019948, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=3f97421c-00f6-4882-84a3-58fa61019948,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:47.241773 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.254025 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Calling delete_port for 3f97421c-00f6-4882-84a3-58fa61019948 owned by network:router_gateway {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:47.427026 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.429129 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-f9e8a1fd-1465-421d-ac77-f1f5071b9515 tempest-TestShelveInstance-1619653000 tempest-TestShelveInstance-1619653000-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:47.435383 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvr_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] Set router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed gateway port host: None {{(pid=99535) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:47.454249 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f97421c-00f6-4882-84a3-58fa61019948,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:47.459139 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:47.491708 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_hamode_db [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:58:47Z', 'revision_number': 6, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port_host': None}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99535) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:47.519583 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.524417 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475d07e-e7b8-49e9-8033-270e2c374221 None None] The sync data for ids ['925bc5aa-6894-40a9-ae67-e6a2c6d001ed'] in dv-cinder-796950-7-smb is: [{'id': '925bc5aa-6894-40a9-ae67-e6a2c6d001ed', 'name': 'tempest-TestShelveInstance-1469792700-router', 'tenant_id': '65946350dd3f4acb8e6aca5d9945dde7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:26Z', 'updated_at': '2021-06-23T16:58:47Z', 'revision_number': 6, 'project_id': '65946350dd3f4acb8e6aca5d9945dde7', 'gw_port_host': None}] {{(pid=99535) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:47.528289 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-1df075d0-43c4-4afa-b6be-9fab02531bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.562916 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.616720 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.620041 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.670261 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.670911 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925bc5aa-6894-40a9-ae67-e6a2c6d001ed {{(pid=99534) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:58:47.675233 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] Notify callbacks [] for router, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.676402 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-c86bf9b9-eb0f-48bd-9546-48392c16faf8 admin admin] 10.222.0.97 "DELETE /v2.0/routers/925bc5aa-6894-40a9-ae67-e6a2c6d001ed HTTP/1.1" status: 204 len: 168 time: 0.7774885 Jun 23 16:58:47.679007 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34570) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:47.726356 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Deleting subnet 1d070d0e-3686-4744-94ee-ff2aaba56f70 {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:58:47.729540 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.764571 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069466082'] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.850210 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.906222 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065467377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069342651'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.908683 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:47.937907 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d070d0e-3686-4744-94ee-ff2aaba56f70,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:47.940827 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:47.942185 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:47.943768 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/1d070d0e-3686-4744-94ee-ff2aaba56f70 HTTP/1.1" status: 204 len: 168 time: 0.2638271 Jun 23 16:58:47.946546 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34572) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:47.949964 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de796076-4982-4f01-ac8f-657320b7d3ce None None] Network 52c02286-4175-405d-b941-c46f49938bad requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:48.018052 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.071148 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Deleting port 339c2dcc-af57-4931-8901-2c2665f210d4 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:48.071474 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.138187 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] For port 339c2dcc-af57-4931-8901-2c2665f210d4, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=339c2dcc-af57-4931-8901-2c2665f210d4,segment=NetworkSegment(a9013180-4bf7-4b8e-b2e1-e2d895eb66d0),segment_id=a9013180-4bf7-4b8e-b2e1-e2d895eb66d0)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:48.138529 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.150770 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Calling delete_port for 339c2dcc-af57-4931-8901-2c2665f210d4 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:48.232020 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.234011 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-46259042-fa98-44cf-8743-d6632962bc18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:48.261757 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=339c2dcc-af57-4931-8901-2c2665f210d4,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:48.265776 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:48.268455 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] No DVR routers for this DVR port 339c2dcc-af57-4931-8901-2c2665f210d4 on host dv-cinder-796950-7-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:58:48.272906 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe998ca-afcb-4d37-ad30-4c7589dddb4e None None] DHCP port deletion for 52c02286-4175-405d-b941-c46f49938bad request from dv-cinder-796950-7-smb {{(pid=99535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:58:48.341270 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.351444 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c02286-4175-405d-b941-c46f49938bad']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:48.361920 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:48.362208 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9013180-4bf7-4b8e-b2e1-e2d895eb66d0') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:48.372410 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.390537 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.398115 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Releasing vlan 1440 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:58:48.398479 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:58:48.400261 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:58:48.460084 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.465805 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.470770 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34574) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:48.471258 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] 10.222.0.97 "DELETE /v2.0/networks/52c02286-4175-405d-b941-c46f49938bad HTTP/1.1" status: 204 len: 168 time: 0.5230873 Jun 23 16:58:48.471568 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:48.485295 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=52c02286-4175-405d-b941-c46f49938bad,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:48.488316 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-5c2abd9a-1f5c-441c-b601-ad0a7cdadcb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:48.645749 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.838460 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 3f97421c-00f6-4882-84a3-58fa61019948 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:48.845561 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3849982'] for router_interface, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:48.858598 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 3f97421c-00f6-4882-84a3-58fa61019948 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:48.858939 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 3f97421c-00f6-4882-84a3-58fa61019948 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:48.859692 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 339c2dcc-af57-4931-8901-2c2665f210d4 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:48.878669 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 339c2dcc-af57-4931-8901-2c2665f210d4 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:48.879018 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 339c2dcc-af57-4931-8901-2c2665f210d4 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:48.879441 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 68a3c936-26ca-48c1-b3cd-c8a9242078a0 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:48.897920 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 68a3c936-26ca-48c1-b3cd-c8a9242078a0 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:48.898295 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 68a3c936-26ca-48c1-b3cd-c8a9242078a0 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:49.380066 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Deleting port 068aead1-2dea-4cd4-afb9-b93378195137 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:49.380377 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.460212 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] For port 068aead1-2dea-4cd4-afb9-b93378195137, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=068aead1-2dea-4cd4-afb9-b93378195137,segment=NetworkSegment(2b7c4493-da0b-4a11-8cd6-b24257d504a9),segment_id=2b7c4493-da0b-4a11-8cd6-b24257d504a9)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:49.460533 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.473143 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Calling delete_port for 068aead1-2dea-4cd4-afb9-b93378195137 owned by network:router_interface {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:49.666679 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:49.668644 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-b1d0f7c9-1121-45dc-bd22-72989e70bab9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:49.690595 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Pushing event deleted for resources: {'Port': ['ID=068aead1-2dea-4cd4-afb9-b93378195137,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:49.694192 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:49.861615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3797275', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3815694'] for router_interface, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.086621 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 has already been hosted by L3 agent cab8936a-8a73-42b4-a454-575128464368 {{(pid=99533) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 16:58:50.191877 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] Notify agent at l3_agent.dv-cinder-796950-7-smb the message routers_updated {{(pid=99533) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 16:58:50.196730 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-42afe60b-0868-4d7c-ad00-b09a1a74ae46 admin admin] 10.222.0.97 "PUT /v2.0/routers/3ffbb6c0-03d7-4b76-b3ee-d45f898197a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7241852 Jun 23 16:58:50.199918 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34576) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:50.202845 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] Sync routers for ids ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'] in dv-cinder-796950-7-smb {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 16:58:50.214035 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] Routers {'3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:50.214658 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:50.294720 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.305463 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.322330 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] Set router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 gateway port host: dv-cinder-796950-7-smb {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:50.403710 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.461398 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Deleting port 65634e07-4822-47da-9732-d07b36976e03 {{(pid=99533) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:50.461731 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.498767 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'external_fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45'}], 'enable_snat': True}, 'gw_port_id': '65634e07-4822-47da-9732-d07b36976e03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:58:49Z', 'revision_number': 5, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port': {'id': '65634e07-4822-47da-9732-d07b36976e03', 'name': '', 'network_id': '7067caa2-6a43-4c64-8f12-ff3fc23457e0', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:20:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ce91c909-6994-42db-bb20-3e6728114797', 'ip_address': '172.28.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796950-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:54:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ce91c909-6994-42db-bb20-3e6728114797', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796950-7-smb'}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:50.524984 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] Checking router: 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 for host: dv-cinder-796950-7-smb {{(pid=99536) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 16:58:50.533268 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] Routers {'3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'} bound to L3 agent in host dv-cinder-796950-7-smb {{(pid=99536) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 16:58:50.533868 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796950-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T16:31:47Z,description=,heartbeat_timestamp=2021-06-23T16:58:47Z,host='dv-cinder-796950-7-smb',id=cab8936a-8a73-42b4-a454-575128464368,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T16:31:47Z,topic='l3_agent')) {'router_ids': ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'], 'active': True} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:50.541178 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.db [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] For port 65634e07-4822-47da-9732-d07b36976e03, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=65634e07-4822-47da-9732-d07b36976e03,segment=NetworkSegment(76fb75ab-86e8-4956-87d3-afa97ed49bd4),segment_id=76fb75ab-86e8-4956-87d3-afa97ed49bd4)] {{(pid=99533) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:50.541744 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.554908 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.plugins.ml2.plugin [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Calling delete_port for 65634e07-4822-47da-9732-d07b36976e03 owned by network:router_gateway {{(pid=99533) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:50.619076 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_dvr_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] Set router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 gateway port host: None {{(pid=99536) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 16:58:50.673054 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.l3_hamode_db [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:58:50Z', 'revision_number': 6, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port_host': None}], 'dv-cinder-796950-7-smb', False) {} {{(pid=99536) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:50.699468 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f49258-9622-4c75-8062-0dfe2cb08e47 None None] The sync data for ids ['3ffbb6c0-03d7-4b76-b3ee-d45f898197a6'] in dv-cinder-796950-7-smb is: [{'id': '3ffbb6c0-03d7-4b76-b3ee-d45f898197a6', 'name': 'tempest-TestShelveInstance-1994738059-router', 'tenant_id': '1361d778e16e4f7f89cff745fcf80d97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T16:54:31Z', 'updated_at': '2021-06-23T16:58:50Z', 'revision_number': 6, 'project_id': '1361d778e16e4f7f89cff745fcf80d97', 'gw_port_host': None}] {{(pid=99536) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 16:58:50.731268 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1067064116'] for port, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.733405 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-f63c7cbf-63f8-489b-8419-e4f7db4bb43f tempest-AttachVolumeShelveTestJSON-1085928839 tempest-AttachVolumeShelveTestJSON-1085928839-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:50.757857 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=65634e07-4822-47da-9732-d07b36976e03,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:50.760336 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:50.822165 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3817115'] for router_gateway, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.910175 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3819199', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15438'] for router, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.912370 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.958474 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3816181'] for router, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.958904 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 {{(pid=99533) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 16:58:50.963361 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] Notify callbacks [] for router, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:50.964548 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-0049a3e1-c3e4-478d-b176-4b80fa86f8c4 admin admin] 10.222.0.97 "DELETE /v2.0/routers/3ffbb6c0-03d7-4b76-b3ee-d45f898197a6 HTTP/1.1" status: 204 len: 168 time: 0.7637024 Jun 23 16:58:50.967775 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34578) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:51.025282 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.db_base_plugin_v2 [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Deleting subnet 275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8 {{(pid=99534) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 16:58:51.031748 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.070326 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1069466082'] for subnet, precommit_delete_associations {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.162417 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-695597'] for subnet, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.216198 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-695604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191644', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1065467377', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1069342651'] for subnet, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.218343 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-9cbdb4a9-9638-4c0f-8730-21b247722da8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:51.242397 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:51.245453 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:51.246542 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.248425 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-16827447-a58c-4dfe-871c-a7945e3714b5 admin admin] 10.222.0.97 "DELETE /v2.0/subnets/275a9e2a-0eeb-435b-b80c-6c65ef0d8fd8 HTTP/1.1" status: 204 len: 168 time: 0.2796066 Jun 23 16:58:51.251031 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34580) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:51.252827 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0a9e1-a2c3-42cf-a938-724ca59a9d98 None None] Network 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 requested from dv-cinder-796950-7-smb {{(pid=99535) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 16:58:51.322825 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-598699'] for network, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.374135 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Deleting port ff7bdce3-4e53-4d52-b805-df11586b40f7 {{(pid=99534) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:51.374455 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.436685 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.db [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] For port ff7bdce3-4e53-4d52-b805-df11586b40f7, host dv-cinder-796950-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796950-7-smb',level=0,port_id=ff7bdce3-4e53-4d52-b805-df11586b40f7,segment=NetworkSegment(2b7c4493-da0b-4a11-8cd6-b24257d504a9),segment_id=2b7c4493-da0b-4a11-8cd6-b24257d504a9)] {{(pid=99534) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:51.437038 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.454688 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.plugin [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Calling delete_port for ff7bdce3-4e53-4d52-b805-df11586b40f7 owned by network:dhcp {{(pid=99534) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:51.482953 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] DHCP port deletion for 2a1351d4-80aa-458f-b7a6-2dbb19e0f842 request from dv-cinder-796950-7-smb {{(pid=99535) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 16:58:51.509592 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 068aead1-2dea-4cd4-afb9-b93378195137 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:51.535145 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 068aead1-2dea-4cd4-afb9-b93378195137 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:51.535548 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 068aead1-2dea-4cd4-afb9-b93378195137 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:51.537991 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1065467323'] for port, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.541415 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-e2c47c16-d348-444c-ae5f-039ef66f52da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:51.558774 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Deleting port ff7bdce3-4e53-4d52-b805-df11586b40f7 {{(pid=99535) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 16:58:51.559154 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775157277727'] for port, before_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.567930 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff7bdce3-4e53-4d52-b805-df11586b40f7,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:51.569692 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] No DVR routers for this DVR port ff7bdce3-4e53-4d52-b805-df11586b40f7 on host dv-cinder-796950-7-smb {{(pid=99534) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:58:51.571341 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:51.624754 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.db [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] For port ff7bdce3-4e53-4d52-b805-df11586b40f7, host dv-cinder-796950-7-smb, got binding levels [] {{(pid=99535) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 16:58:51.625152 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3864017'] for port, precommit_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.637038 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Calling delete_port for ff7bdce3-4e53-4d52-b805-df11586b40f7 owned by network:dhcp {{(pid=99535) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 16:58:51.639840 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.ipam_backend_mixin [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Port ff7bdce3-4e53-4d52-b805-df11586b40f7 was not found and therefore no delete operation was performed {{(pid=99535) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 16:58:51.641120 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-670141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-191577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3797257', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775157281329', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775156791206'] for port, after_delete {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.642921 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:51.644324 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-692384', 'neutron.services.segments.db._delete_segments_for_network-8775157331999'] for network, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.655833 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a1351d4-80aa-458f-b7a6-2dbb19e0f842']}} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:51.667724 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7c4493-da0b-4a11-8cd6-b24257d504a9') {'for_net_delete': True} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:51.667936 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.services.segments.db [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7c4493-da0b-4a11-8cd6-b24257d504a9') {} {{(pid=99534) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 16:58:51.669066 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Pushing event deleted for resources: {'Port': ['ID=ff7bdce3-4e53-4d52-b805-df11586b40f7,revision_number=None']} {{(pid=99535) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:51.675034 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] No DVR routers for this DVR port ff7bdce3-4e53-4d52-b805-df11586b40f7 on host dv-cinder-796950-7-smb {{(pid=99535) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 16:58:51.680545 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775157319406', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1069466109'] for segment, before_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.683250 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.683703 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.684243 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.684750 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.685195 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.685526 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.685848 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.686169 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.686494 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.686815 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.687574 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.687574 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796950-7-smb {{(pid=99535) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 16:58:51.690550 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG oslo_concurrency.lockutils [None req-ab2ce654-d8c8-4c38-b356-704042380cdd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=99535) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:51.702997 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304'] for segment, precommit_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.710041 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Releasing vlan 1448 on physical network physnet1 to pool {{(pid=99534) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 16:58:51.710432 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-577304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1065467244'] for segment, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: Traceback (most recent call last): Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: timer() Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: cb(*args, **kw) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: return func(*args, **kwargs) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: self._notify() Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: self.callback(batched_events) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: event.method(event) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: return f(self, *a, **k) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: return self._get(url).json() Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: return self.request(url, 'GET', **kwargs) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 16:58:51.712292 dv-cinder-796950-7-smb neutron-server[99534]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 16:58:51.771012 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-692395', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-3887520', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-3797266', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3817066'] for network, after_delete {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.775300 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-d82ed542-2be3-430a-8426-07dea1163ba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:51.779531 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron_lib.callbacks.manager [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3797303'] for network, before_response {{(pid=99534) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:51.781658 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] 10.222.0.97 "DELETE /v2.0/networks/2a1351d4-80aa-458f-b7a6-2dbb19e0f842 HTTP/1.1" status: 204 len: 168 time: 0.5294440 Jun 23 16:58:51.795276 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a1351d4-80aa-458f-b7a6-2dbb19e0f842,revision_number=None']} {{(pid=99534) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:51.804962 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG oslo_concurrency.lockutils [None req-8d3c4056-bfcc-4743-aee2-36875de1ecb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=99534) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:51.962261 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [-] (99534) accepted ('10.222.0.97', 34584) {{(pid=99534) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:52.004755 dv-cinder-796950-7-smb neutron-server[99534]: INFO neutron.wsgi [None req-be8f6504-1a03-4fb7-bd40-467e410fde10 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=65946350dd3f4acb8e6aca5d9945dde7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0411353 Jun 23 16:58:52.007182 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34586) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:52.057814 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.086047 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.138918 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.141644 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.142827 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/5a3d16ae-8493-4037-8a45-0082aacc887d HTTP/1.1" status: 204 len: 168 time: 0.1346259 Jun 23 16:58:52.143615 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-47ebfc07-a1e5-4723-a20a-1953a2fd78e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:52.151109 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3d16ae-8493-4037-8a45-0082aacc887d,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:52.153797 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-8edacc5a-6830-41d4-bef0-d20c6407fdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:52.480879 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34592) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:52.527656 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-603fc647-0612-475d-96e3-9e5331b0b3e7 admin admin] 10.222.0.97 "GET /v2.0/security-groups?tenant_id=1361d778e16e4f7f89cff745fcf80d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0445185 Jun 23 16:58:52.530930 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.wsgi [-] (99533) accepted ('10.222.0.97', 34594) {{(pid=99533) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 16:58:52.599226 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.629368 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.684967 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4144983'] for security_group, after_delete {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.687528 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron_lib.callbacks.manager [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99533) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:58:52.688676 dv-cinder-796950-7-smb neutron-server[99533]: INFO neutron.wsgi [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] 10.222.0.97 "DELETE /v2.0/security-groups/e177472f-a620-4619-b35f-a9511dd677a9 HTTP/1.1" status: 204 len: 168 time: 0.1566679 Jun 23 16:58:52.689536 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-c0ce5857-f53c-4904-93b2-2900e0731a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 16:58:52.698497 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177472f-a620-4619-b35f-a9511dd677a9,revision_number=None']} {{(pid=99533) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 16:58:52.701193 dv-cinder-796950-7-smb neutron-server[99533]: DEBUG oslo_concurrency.lockutils [None req-1b0e2b40-f05a-46b9-8f57-23058092ac9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=99533) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 16:58:52.838891 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 65634e07-4822-47da-9732-d07b36976e03 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:52.859833 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: 65634e07-4822-47da-9732-d07b36976e03 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:52.860190 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device 65634e07-4822-47da-9732-d07b36976e03 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:58:52.860629 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ff7bdce3-4e53-4d52-b805-df11586b40f7 no longer exists at agent ovs-agent-dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 16:58:52.880781 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.plugin [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] No Port match for: ff7bdce3-4e53-4d52-b805-df11586b40f7 {{(pid=99535) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 16:58:52.881136 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron.plugins.ml2.rpc [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Device ff7bdce3-4e53-4d52-b805-df11586b40f7 not bound to the agent host dv-cinder-796950-7-smb {{(pid=99535) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 16:59:14.573762 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:14.729295 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-515a3293-b087-4a74-ba8c-006665234cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:17.496950 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-ca8bd1a1-2e9e-4878-8e55-74df572ef948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:17.562926 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:17.822516 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 16:59:18.644715 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:20.304255 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:29.429175 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [req-09cde3b7-cc5c-4f7d-a911-f05dabee70d0 req-d40efe5d-6a72-4661-84ba-8e3c52fa8914 service neutron] (99534) timed out ('10.222.0.111', 64874) {{(pid=99534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 16:59:44.593134 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:44.734310 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-acd605dc-3a60-4f78-b166-f58a304c7b05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.501561 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-eeb1e77d-14a4-45d0-980a-4fdd06cdc7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:47.558055 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:48.649277 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:50.303016 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 16:59:54.823384 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:14.606027 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:14.738552 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-fb473240-4237-4cfe-a879-03270b920a05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.504411 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-93e50614-db14-4b0f-a1e2-c907873f3a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:17.562400 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:18.653457 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:20.306467 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:31.827976 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:00:44.613743 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:44.745426 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-430d421d-29f5-4e36-8643-fc6572ee92ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.507922 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-49676951-9588-486e-92e5-85a820b939ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:47.568481 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:48.656745 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:00:50.321713 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:08.827030 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:14.616897 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:14.741911 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-a491a99e-70ea-416e-af7c-03235a1b0a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.512691 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-0138647d-be16-4088-8783-a9f8543f3231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:17.564267 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:18.660597 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:20.316911 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:44.621337 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:44.744322 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-78bdb736-aba4-4843-a358-cb1121928be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:45.831411 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:01:47.512177 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-32b5a4ef-febd-4b1d-8dd3-05c94a0387f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:47.569653 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:48.665312 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:01:50.322786 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:14.627891 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:14.744051 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-454c8fbc-b36b-4117-a4ae-64119a5ecc16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.512851 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-43ed78a3-5461-4710-b152-8e001ef1b9d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:17.578980 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:18.666421 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:20.325853 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:22.834929 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:02:44.635520 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:44.739414 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-82a8c16c-5d19-450c-a11e-815eac168182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.511638 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-c6e680c0-0f15-4ca3-8345-ea77bcc9047d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:47.574007 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:48.674252 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:50.324903 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:02:59.834786 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:03:14.642226 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:14.734302 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-de9cb4be-4705-4681-9ed5-3c72558a24db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.507994 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-6a250a7b-9714-486c-af8b-915a13a16d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:17.583206 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:18.680270 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:20.328765 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:36.836143 dv-cinder-796950-7-smb neutron-server[99536]: DEBUG neutron.db.agents_db [None req-0f6b7cc8-4287-4d75-966a-43101b9c45ec None None] Agent healthcheck: found 6 active agents {{(pid=99536) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 17:03:44.652383 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-cb7920f1-725e-4711-a507-dacc64346d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:44.743761 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-051c0f38-c39a-4c28-96ea-36becc660233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.505564 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-688f7f6b-f46a-4b94-ab68-9e07775c5a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:47.578170 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-2e85a858-f663-45dc-a093-4acb78db84fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:48.687437 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-dc4c80b2-d781-4628-b6f6-cf28bdc41915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:50.333777 dv-cinder-796950-7-smb neutron-server[99535]: DEBUG neutron_lib.callbacks.manager [None req-3c8d1f5a-446d-412a-a26e-7b21cd4e25a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775157331981', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-700394'] for agent, after_update {{(pid=99535) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 17:03:52.075521 dv-cinder-796950-7-smb neutron-server[99534]: DEBUG neutron.wsgi [req-bff5a52d-38a5-4e27-829b-40b9ebc5a8f2 req-e723ea8c-f5d3-47d1-bc99-16668983866c service neutron] (99534) timed out ('10.222.0.97', 32988) {{(pid=99534) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}